[ 489.288790] env[62741]: INFO neutron.common.config [-] Logging enabled! [ 489.289201] env[62741]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 489.289345] env[62741]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=62741) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 489.289655] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 489.289790] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 489.290585] env[62741]: WARNING oslo_policy.policy [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 489.290816] env[62741]: WARNING oslo_policy.policy [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 489.292354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] VMware NSXv3 Agent initialized successfully. [ 489.292716] env[62741]: DEBUG oslo_concurrency.lockutils [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Acquiring lock "singleton_lock" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.292858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Acquired lock "singleton_lock" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.293081] env[62741]: DEBUG oslo_concurrency.lockutils [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Releasing lock "singleton_lock" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.293440] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Full set of CONF: {{(pid=62741) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 489.293536] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ******************************************************************************** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 489.293645] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Configuration options gathered from: {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 489.294012] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 489.294229] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 489.294358] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ================================================================================ {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 489.294542] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] agent_down_time = 75 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.294695] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] allow_automatic_dhcp_failover = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.294842] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] allow_bulk = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.294997] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] api_extensions_path = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295155] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] api_paste_config = api-paste.ini {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295309] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] auth_strategy = keystone {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295440] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] backdoor_port = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295554] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] backdoor_socket = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295703] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] backlog = 4096 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.295852] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] base_mac = fa:16:3e:00:00:00 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296029] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] bind_host = 0.0.0.0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296185] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] bind_port = 9696 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296332] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] client_socket_timeout = 900 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296482] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] config_dir = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296599] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296745] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] config_source = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.296893] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] control_exchange = neutron {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297052] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] core_plugin = ml2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297202] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] debug = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297351] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] default_availability_zones = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297569] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297718] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dhcp_agent_notification = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.297864] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dhcp_agents_per_network = 1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298018] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dhcp_lease_duration = 86400 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298174] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dhcp_load_type = networks {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298322] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dns_domain = openstacklocal {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298469] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298614] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_default_route_bfd = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298753] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_default_route_ecmp = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.298892] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_dvr = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299041] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_new_agents = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299217] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299324] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_signals = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299463] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] enable_traditional_dhcp = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299600] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] external_dns_driver = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299740] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] filter_validation = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.299891] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] global_physnet_mtu = 8950 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300041] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] graceful_shutdown_timeout = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300253] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] host = cpu-1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300407] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] host_dvr_for_dhcp = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300551] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] http_retries = 3 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300699] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] instance_format = [instance: %(uuid)s] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300848] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.300986] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ipam_driver = internal {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301139] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ipv6_pd_enabled = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301277] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] l3_ha = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301565] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] l3_ha_network_physical_name = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301712] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] l3_ha_network_type = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.301862] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_color = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302016] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_config_append = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302164] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_dir = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302448] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_file = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302562] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_options = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302706] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_rotate_interval = 1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.302856] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_rotate_interval_type = days {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303011] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] log_rotation_type = none {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303128] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303265] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303427] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303574] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303686] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303830] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_dns_nameservers = 5 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.303974] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_header_line = 16384 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304130] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_l3_agents_per_router = 3 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304295] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_logfile_count = 30 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304446] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_logfile_size_mb = 200 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304589] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] max_subnet_host_routes = 20 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304737] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] my_ip = 10.180.1.21 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.304883] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] my_ipv6 = ::1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305035] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] network_auto_schedule = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305178] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] network_link_prefix = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305327] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305476] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] notify_nova_on_port_data_changes = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305644] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] notify_nova_on_port_status_changes = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305799] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] pagination_max_limit = -1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.305941] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] publish_errors = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306092] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rate_limit_burst = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306241] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rate_limit_except_level = CRITICAL {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306384] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rate_limit_interval = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306524] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] retry_until_window = 30 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306663] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] router_distributed = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306803] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rpc_resources_processing_step = 20 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.306942] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rpc_response_max_timeout = 600 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307093] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] rpc_response_timeout = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307264] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] send_events_interval = 2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307395] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] service_plugins = ['router'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307543] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] setproctitle = on {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307681] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] shell_completion = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307829] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] state_path = /opt/stack/data/neutron {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.307976] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] syslog_log_facility = LOG_USER {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308132] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] tcp_keepidle = 600 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308281] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] transport_url = **** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308423] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] use_journal = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308564] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] use_json = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308702] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] use_ssl = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308839] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] use_stderr = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.308987] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] use_syslog = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309144] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vlan_qinq = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309332] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vlan_transparent = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309422] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] watch_log_file = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309563] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] wsgi_default_pool_size = 100 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309705] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] wsgi_keep_alive = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309855] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.309997] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] wsgi_server_debug = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 489.310194] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_concurrency.disable_process_locking = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.310337] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.310470] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.310618] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.310767] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.310993] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311083] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311227] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.connection_string = messaging:// {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311380] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.enabled = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311537] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.es_doc_type = notification {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311673] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.es_scroll_size = 10000 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311832] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.es_scroll_time = 2m {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.311958] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.filter_error_trace = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312119] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.hmac_keys = **** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312267] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.sentinel_service_name = mymaster {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312421] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.socket_timeout = 0.1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312567] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.trace_requests = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312712] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler.trace_sqlalchemy = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.312870] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler_jaeger.process_tags = {} {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.313023] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler_jaeger.service_name_prefix = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.313174] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] profiler_otlp.service_name_prefix = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.313359] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.enforce_new_defaults = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.313632] env[62741]: WARNING oslo_config.cfg [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 489.313827] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.enforce_scope = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.313992] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.policy_default_rule = default {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314172] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314348] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314507] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314653] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314794] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.314934] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315089] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315242] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315404] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315551] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] agent.extensions = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315700] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.315847] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] service_providers.service_provider = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316014] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.default_quota = -1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316187] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316343] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_floatingip = 50 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316529] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_network = 100 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316679] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_port = 500 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316824] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.316968] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_router = 10 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317125] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_security_group = 10 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317273] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317419] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.quota_subnet = 100 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317562] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] QUOTAS.track_quota_usage = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317721] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.317864] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.318013] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.318166] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319040] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319260] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319288] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_dhcp_release.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319533] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.319593] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320201] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320201] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320201] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320201] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_ovs_vsctl.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.capabilities = [21] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320524] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320680] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320823] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.320959] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_namespace.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.321115] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.capabilities = [12] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_conntrack.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.capabilities = [12, 21] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324084] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.group = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.helper_command = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.thread_pool_size = 8 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] privsep_link.user = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324344] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.continue_on_failed_promotions = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.dscp = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.dscp_inherit = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.force_mp_to_policy = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.locking_coordinator_url = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.log_agent_heartbeats = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.logging_expire = 1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324520] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324730] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324730] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.polling_interval = 240 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324730] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324730] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.324828] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.report_interval = 30.0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325110] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325178] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325276] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325417] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.sync_skew = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325557] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.synchronization_queue_size = 20 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325700] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT.use_helper_for_ns_read = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325848] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] SECURITYGROUP.enable_ipset = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.325993] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] SECURITYGROUP.enable_security_group = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.326151] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.326306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.326453] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] experimental.ipv6_pd_enabled = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.326612] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.extension_drivers = ['port_security'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.external_network_type = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.overlay_ip_version = 4 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.path_mtu = 8950 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.physical_network_mtus = {} {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.tenant_network_types = ['vlan'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328026] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328316] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ml2.type_drivers = ['vlan'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328316] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT_CLI.neutron_port_id = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328316] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328316] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328420] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328582] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328641] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328779] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.328925] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329086] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329384] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329451] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_login_password = **** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329603] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_login_port = 443 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329750] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_login_user = admin {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.329897] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.330058] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.330204] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331072] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331366] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331366] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331514] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331643] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.331834] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332020] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vsphere.vsphere_login_password = VMware1! {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332181] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332335] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332479] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.auth_section = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332628] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.auth_type = password {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.332772] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.certfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.collect_timing = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.endpoint_type = public {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.insecure = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.keyfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.region_name = RegionOne {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335065] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.split_loggers = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] nova.timeout = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.auth_section = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.auth_type = password {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.certfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.collect_timing = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.endpoint_type = public {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.insecure = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.keyfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.region_name = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.split_loggers = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335477] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] placement.timeout = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335715] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.auth_section = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335749] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.auth_type = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.335887] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.cafile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336028] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.certfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336170] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.collect_timing = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336306] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.connect_retries = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336444] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.connect_retry_delay = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336576] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.enable_notifications = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336709] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.endpoint_override = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336846] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.insecure = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.336979] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.interface = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337122] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.keyfile = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337257] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.max_version = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337390] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.min_version = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337523] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.region_name = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337992] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.retriable_status_codes = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337992] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.service_name = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.337992] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.service_type = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.split_loggers = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.status_code_retries = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.status_code_retry_delay = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.timeout = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.valid_interfaces = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ironic.version = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.339857] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] cli_script.dry_run = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340090] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340293] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340293] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340293] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340416] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340567] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340716] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.340877] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341030] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341179] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341325] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341479] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341622] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341765] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.341914] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342271] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342271] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342409] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342571] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342652] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342795] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.342940] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343094] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343275] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343442] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343590] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343740] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.343890] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344049] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344214] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344398] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_notifications.driver = [] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344556] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_notifications.retry = -1 {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344721] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344865] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 489.344979] env[62741]: DEBUG oslo_service.service [None req-cb72bffa-fe17-4527-9b3b-4190b1557d45 None None] ******************************************************************************** {{(pid=62741) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 489.345997] env[62741]: DEBUG neutron.agent.securitygroups_rpc [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Init firewall settings (driver=nsxv3) {{(pid=62741) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 489.347366] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=62741) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 489.347591] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] RPC agent_id: nsxm-l-01a.corp.local [ 489.349845] env[62741]: DEBUG dogpile.cache.region [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 489.349971] env[62741]: DEBUG dogpile.lock [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 489.350086] env[62741]: DEBUG dogpile.lock [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 489.350188] env[62741]: DEBUG dogpile.lock [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 489.350289] env[62741]: DEBUG dogpile.cache.region [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 489.350381] env[62741]: DEBUG dogpile.lock [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 489.350508] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 489.388714] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Session token - acquiring [ 489.390577] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.390757] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.390868] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.391418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.402050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.669065] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 489.693083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 489.693296] env[62741]: DEBUG dogpile.cache.region [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Cache value generated in 0.343 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 489.693432] env[62741]: DEBUG dogpile.lock [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 489.693559] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Activating Policy API Provider. [ 489.693749] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Looking for the default Infrastructure Rules. [ 489.753875] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Looking for the Default Layer3 Logged Drop Section. [ 489.766778] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 489.767216] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.767380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.767487] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.767754] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.768087] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 490.282150] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 490.784946] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 491.287989] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Inventory metadata is going to be refreshed. [ 491.288203] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 492.137624] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.138165] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.138165] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.138303] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.149625] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 492.150516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.151583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 492.170780] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.171119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.171119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.171954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.172103] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.172272] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 492.172402] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 492.172517] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 492.192016] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.192302] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.192302] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.192593] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.192834] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.192994] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 492.210702] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.211018] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.211018] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.211307] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.211450] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.211604] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 492.229072] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.229314] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.229390] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.229629] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.229768] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.229919] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 492.230039] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 492.230151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 492.246757] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.247013] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.247094] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.247331] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.247459] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.247605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 492.247713] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 492.247824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 492.268941] env[62741]: DEBUG networking_nsxv3.common.locking [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 492.269267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 492.269267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 492.269530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 492.269674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.269824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 492.269935] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 492.270049] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Inventory metadata have been refreshed. [ 492.270152] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Dryrun:True. Metadata refresh completed. [ 492.270273] env[62741]: DEBUG oslo_concurrency.lockutils [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Releasing lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 492.272189] env[62741]: INFO neutron.agent.agent_extensions_manager [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Loaded agent extensions: [] [ 492.272959] env[62741]: DEBUG neutron_lib.callbacks.manager [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=62741) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 492.328053] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent RPC Daemon Started! [ 492.328178] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:0 started [ 492.328276] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent out of sync with plugin! [ 496.277071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 496.277071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 496.277071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 496.277071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 496.277071] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 496.779830] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 497.273713] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 497.273881] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 497.281429] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 497.784238] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 497.784422] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 498.552213] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.552592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.552592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.552658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.564417] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 498.565255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.565833] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 498.580661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.580783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.580877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.581033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.581119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.581216] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 498.581284] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 498.581354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 498.601381] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.601511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.601557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.601738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.601861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.601963] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 498.623769] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.623922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.624037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.624161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.624257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.624353] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 498.640878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.641034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.641072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.641207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.641297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.641396] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 498.641469] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 498.641537] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 498.657089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.657280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.657280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.657416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.657494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.657586] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 498.657655] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 498.657720] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 498.675094] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.675220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.675274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.675436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.675529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.675630] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 498.675700] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 498.675766] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 498.675827] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 498.675901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 498.675962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 498.676034] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 498.676316] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 498.676380] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 498.676451] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 498.695555] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.695687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.695740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.695899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.696017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.696130] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 498.713505] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 498.713633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.713672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.713905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 498.713998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.742250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.275091] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 502.275445] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 506.101023] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b39709bc-535d-419d-a03f-26d8c0e8e966 demo admin] Enqueued Resource ID: c8a43c60-7165-43b2-96a1-c3330f3b576c with Priority: HIGHEST for action security_group_rules [ 506.101668] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a43c60-7165-43b2-96a1-c3330f3b576c with Priority: HIGHEST for action security_group_rules [ 506.101967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8a43c60-7165-43b2-96a1-c3330f3b576c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.102250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8a43c60-7165-43b2-96a1-c3330f3b576c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.102470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8a43c60-7165-43b2-96a1-c3330f3b576c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.102804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8a43c60-7165-43b2-96a1-c3330f3b576c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.102975] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8a43c60-7165-43b2-96a1-c3330f3b576c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 506.622810] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 506.623053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 506.623053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 506.623179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 506.623251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 506.623345] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8a43c60-7165-43b2-96a1-c3330f3b576c already deleted. [ 506.623435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8a43c60-7165-43b2-96a1-c3330f3b576c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 511.103321] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 511.103697] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 516.104645] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 516.104991] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 521.106647] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 521.106647] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 526.108430] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.108771] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.111067] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.111316] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.176958] env[62741]: INFO networking_nsxv3.common.synchronization [None req-59ed85b3-8d91-4c01-a862-19cba0d486b7 None None] Enqueued Resource ID: 2a9802b3-db29-4658-bc3e-957e2c5f54dd with Priority: HIGHEST for action port [ 534.176958] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9802b3-db29-4658-bc3e-957e2c5f54dd with Priority: HIGHEST for action port [ 534.176958] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a9802b3-db29-4658-bc3e-957e2c5f54dd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.176958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a9802b3-db29-4658-bc3e-957e2c5f54dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.176958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a9802b3-db29-4658-bc3e-957e2c5f54dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.177552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a9802b3-db29-4658-bc3e-957e2c5f54dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.177721] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9802b3-db29-4658-bc3e-957e2c5f54dd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.680605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a9802b3-db29-4658-bc3e-957e2c5f54dd [ 534.680823] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.680953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.681034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.681243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.681331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.681417] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a9802b3-db29-4658-bc3e-957e2c5f54dd already deleted. [ 534.681491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a9802b3-db29-4658-bc3e-957e2c5f54dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.115714] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f15b62c8-2764-4788-8f63-f991a8179738 None None] Enqueued Resource ID: 9daeeb17-de8c-4826-8f65-b4ec15293c73 with Priority: HIGHEST for action port [ 535.115907] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daeeb17-de8c-4826-8f65-b4ec15293c73 with Priority: HIGHEST for action port [ 535.117061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-9daeeb17-de8c-4826-8f65-b4ec15293c73 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.117061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9daeeb17-de8c-4826-8f65-b4ec15293c73" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.117061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9daeeb17-de8c-4826-8f65-b4ec15293c73" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.117061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9daeeb17-de8c-4826-8f65-b4ec15293c73" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.117061] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daeeb17-de8c-4826-8f65-b4ec15293c73',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.620127] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9daeeb17-de8c-4826-8f65-b4ec15293c73 [ 535.620377] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.620496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.620666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.620829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.620829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.620908] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9daeeb17-de8c-4826-8f65-b4ec15293c73 already deleted. [ 535.620989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9daeeb17-de8c-4826-8f65-b4ec15293c73" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.276172] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3f039ea2-32da-4966-81a8-97a32293fc8c None None] Enqueued Resource ID: 64689b49-9dd6-4a16-91e5-9d86b7af995b with Priority: HIGHEST for action port [ 536.276912] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64689b49-9dd6-4a16-91e5-9d86b7af995b with Priority: HIGHEST for action port [ 536.278867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-64689b49-9dd6-4a16-91e5-9d86b7af995b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.279073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64689b49-9dd6-4a16-91e5-9d86b7af995b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.279130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64689b49-9dd6-4a16-91e5-9d86b7af995b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.279390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64689b49-9dd6-4a16-91e5-9d86b7af995b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.279474] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64689b49-9dd6-4a16-91e5-9d86b7af995b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.782457] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64689b49-9dd6-4a16-91e5-9d86b7af995b [ 536.782457] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.782735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.782735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.786310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.786310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.786310] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64689b49-9dd6-4a16-91e5-9d86b7af995b already deleted. [ 536.786310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64689b49-9dd6-4a16-91e5-9d86b7af995b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.354522] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d7ae2245-79e9-4f17-96a4-93a1225d2e67 None None] Enqueued Resource ID: 923daa8b-282b-4e72-90dc-1049a5c707d9 with Priority: HIGHEST for action port [ 537.355362] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 923daa8b-282b-4e72-90dc-1049a5c707d9 with Priority: HIGHEST for action port [ 537.356582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-923daa8b-282b-4e72-90dc-1049a5c707d9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.356582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-923daa8b-282b-4e72-90dc-1049a5c707d9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.358218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-923daa8b-282b-4e72-90dc-1049a5c707d9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.358218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-923daa8b-282b-4e72-90dc-1049a5c707d9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.358218] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('923daa8b-282b-4e72-90dc-1049a5c707d9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.478395] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b3b5e3ea-75e7-411e-8ae4-542e655acea3 None None] Enqueued Resource ID: 08c5bc10-ef4a-48e2-8289-2017b6db0d28 with Priority: HIGHEST for action port [ 537.478395] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c5bc10-ef4a-48e2-8289-2017b6db0d28 with Priority: HIGHEST for action port [ 537.478395] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c5bc10-ef4a-48e2-8289-2017b6db0d28 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.478395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c5bc10-ef4a-48e2-8289-2017b6db0d28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.478395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c5bc10-ef4a-48e2-8289-2017b6db0d28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.478395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c5bc10-ef4a-48e2-8289-2017b6db0d28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.478395] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c5bc10-ef4a-48e2-8289-2017b6db0d28',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.861027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 923daa8b-282b-4e72-90dc-1049a5c707d9 [ 537.861027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.861027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.861027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.861027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.861027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.861027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:923daa8b-282b-4e72-90dc-1049a5c707d9 already deleted. [ 537.861027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-923daa8b-282b-4e72-90dc-1049a5c707d9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.983832] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08c5bc10-ef4a-48e2-8289-2017b6db0d28 [ 537.983832] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.983832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.983832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.983832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.983832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.983832] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08c5bc10-ef4a-48e2-8289-2017b6db0d28 already deleted. [ 537.984184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c5bc10-ef4a-48e2-8289-2017b6db0d28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.061832] env[62741]: INFO networking_nsxv3.common.synchronization [None req-314b70ea-b613-4ace-b8ee-6cf2bde01037 None None] Enqueued Resource ID: c3c197bf-9331-49e1-851e-d6297611e00b with Priority: HIGHEST for action port [ 538.062115] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c197bf-9331-49e1-851e-d6297611e00b with Priority: HIGHEST for action port [ 538.062677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c197bf-9331-49e1-851e-d6297611e00b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.062796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c197bf-9331-49e1-851e-d6297611e00b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.062892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c197bf-9331-49e1-851e-d6297611e00b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.063212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c197bf-9331-49e1-851e-d6297611e00b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.063212] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c197bf-9331-49e1-851e-d6297611e00b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.512714] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c727a531-2f93-43a9-bc14-e96402d157db tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 538.513136] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 538.513435] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.513560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.513640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.514981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.516108] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.569914] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3c197bf-9331-49e1-851e-d6297611e00b [ 538.570222] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.570403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.570448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.570617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.570706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.570800] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3c197bf-9331-49e1-851e-d6297611e00b already deleted. [ 538.570882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c197bf-9331-49e1-851e-d6297611e00b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.648922] env[62741]: INFO networking_nsxv3.common.synchronization [None req-13c871ab-50af-4b5b-9665-68965bcf951e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 538.649425] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 538.649975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.649975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.847690] env[62741]: INFO networking_nsxv3.common.synchronization [None req-a62bc682-7eca-4413-af20-402f69bc416e None None] Enqueued Resource ID: b7156aa1-40ae-4fbf-8fff-5cca223ee532 with Priority: HIGHEST for action port [ 538.847690] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7156aa1-40ae-4fbf-8fff-5cca223ee532 with Priority: HIGHEST for action port [ 538.848568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7156aa1-40ae-4fbf-8fff-5cca223ee532 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.848568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7156aa1-40ae-4fbf-8fff-5cca223ee532" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.848568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7156aa1-40ae-4fbf-8fff-5cca223ee532" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.848568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7156aa1-40ae-4fbf-8fff-5cca223ee532" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.848963] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7156aa1-40ae-4fbf-8fff-5cca223ee532',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.037071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.037071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.037071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.037732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.037732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.037732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f already deleted. [ 539.037732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.037856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.038066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.038135] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.355282] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7156aa1-40ae-4fbf-8fff-5cca223ee532 [ 539.355282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.355282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.355282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.355282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.355282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.355282] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7156aa1-40ae-4fbf-8fff-5cca223ee532 already deleted. [ 539.355282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7156aa1-40ae-4fbf-8fff-5cca223ee532" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.561830] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.562025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.562109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.562350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.562398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.562482] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f already deleted. [ 539.562634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.231340] env[62741]: INFO networking_nsxv3.common.synchronization [None req-27e64f69-2116-4f0b-93b7-bda4ee01a056 None None] Enqueued Resource ID: c8c481cb-6aa1-492f-8a2b-7b0b788994e6 with Priority: HIGHEST for action port [ 540.231684] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c481cb-6aa1-492f-8a2b-7b0b788994e6 with Priority: HIGHEST for action port [ 540.232142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c481cb-6aa1-492f-8a2b-7b0b788994e6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.232265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c481cb-6aa1-492f-8a2b-7b0b788994e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.232334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c481cb-6aa1-492f-8a2b-7b0b788994e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.232577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c481cb-6aa1-492f-8a2b-7b0b788994e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.232759] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c481cb-6aa1-492f-8a2b-7b0b788994e6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.284166] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d80125a8-20b4-4c8f-b35d-7a0f37d93f5b None None] Enqueued Resource ID: 8c8f53c8-5402-41fc-839d-d18ecc10e387 with Priority: HIGHEST for action port [ 540.284166] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8f53c8-5402-41fc-839d-d18ecc10e387 with Priority: HIGHEST for action port [ 540.288174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8f53c8-5402-41fc-839d-d18ecc10e387 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.288174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8f53c8-5402-41fc-839d-d18ecc10e387" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.288174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8f53c8-5402-41fc-839d-d18ecc10e387" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.288174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8f53c8-5402-41fc-839d-d18ecc10e387" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.288174] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8f53c8-5402-41fc-839d-d18ecc10e387',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.557904] env[62741]: INFO networking_nsxv3.common.synchronization [req-786806ca-4e52-4fa4-8461-32287c09591f req-3d040ecb-602a-4055-ac2c-d7f0d46f18d8 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 540.558435] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 540.558726] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.558846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.558911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.559181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.559337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.559429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.559860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.559860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.559860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.559860] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.738178] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c481cb-6aa1-492f-8a2b-7b0b788994e6 [ 540.738178] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.738178] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c481cb-6aa1-492f-8a2b-7b0b788994e6 already deleted. [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c481cb-6aa1-492f-8a2b-7b0b788994e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.738178] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c86ef37a-26d9-41dd-be88-6f68b81b88dc None None] Enqueued Resource ID: db08e5f3-83cb-49c5-a02e-2e113d0114a7 with Priority: HIGHEST for action port [ 540.738178] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db08e5f3-83cb-49c5-a02e-2e113d0114a7 with Priority: HIGHEST for action port [ 540.738178] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-db08e5f3-83cb-49c5-a02e-2e113d0114a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.738178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db08e5f3-83cb-49c5-a02e-2e113d0114a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.739756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db08e5f3-83cb-49c5-a02e-2e113d0114a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.740059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db08e5f3-83cb-49c5-a02e-2e113d0114a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.740177] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db08e5f3-83cb-49c5-a02e-2e113d0114a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.792278] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c8f53c8-5402-41fc-839d-d18ecc10e387 [ 540.792278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.792278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.792457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.792641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.792641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.792723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c8f53c8-5402-41fc-839d-d18ecc10e387 already deleted. [ 540.794644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8f53c8-5402-41fc-839d-d18ecc10e387" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.067593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.067593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.067593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.068029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.068029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 already deleted. [ 541.068029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.242292] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db08e5f3-83cb-49c5-a02e-2e113d0114a7 [ 541.242520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.242631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.242700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.242918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.243017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.243114] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db08e5f3-83cb-49c5-a02e-2e113d0114a7 already deleted. [ 541.243198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db08e5f3-83cb-49c5-a02e-2e113d0114a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.366165] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cffa2d72-570b-4c70-b473-80e5475aba31 None None] Enqueued Resource ID: d21258d2-dde4-4261-b286-7396c00406f6 with Priority: HIGHEST for action port [ 541.366165] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21258d2-dde4-4261-b286-7396c00406f6 with Priority: HIGHEST for action port [ 541.366165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21258d2-dde4-4261-b286-7396c00406f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.366165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21258d2-dde4-4261-b286-7396c00406f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.366165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21258d2-dde4-4261-b286-7396c00406f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.366810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21258d2-dde4-4261-b286-7396c00406f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.366997] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21258d2-dde4-4261-b286-7396c00406f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.871017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d21258d2-dde4-4261-b286-7396c00406f6 [ 541.871270] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.871408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.871480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.871703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.871810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.871939] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d21258d2-dde4-4261-b286-7396c00406f6 already deleted. [ 541.871976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21258d2-dde4-4261-b286-7396c00406f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.024769] env[62741]: INFO networking_nsxv3.common.synchronization [None req-773f9d72-bad4-4e23-a3ee-42689b4967f5 None None] Enqueued Resource ID: e08d3b49-f5a1-44d1-8234-b71b173193bb with Priority: HIGHEST for action port [ 542.025760] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08d3b49-f5a1-44d1-8234-b71b173193bb with Priority: HIGHEST for action port [ 542.025760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08d3b49-f5a1-44d1-8234-b71b173193bb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.025760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08d3b49-f5a1-44d1-8234-b71b173193bb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.025943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08d3b49-f5a1-44d1-8234-b71b173193bb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.028760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08d3b49-f5a1-44d1-8234-b71b173193bb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.028892] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08d3b49-f5a1-44d1-8234-b71b173193bb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.300076] env[62741]: INFO networking_nsxv3.common.synchronization [None req-22aa7cee-8e11-4aa1-aca9-4c00c00a24d2 None None] Enqueued Resource ID: 948863be-85f0-4138-93f4-861ba7897b5b with Priority: HIGHEST for action port [ 542.300668] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948863be-85f0-4138-93f4-861ba7897b5b with Priority: HIGHEST for action port [ 542.302030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-948863be-85f0-4138-93f4-861ba7897b5b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.302410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-948863be-85f0-4138-93f4-861ba7897b5b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.303258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-948863be-85f0-4138-93f4-861ba7897b5b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.303258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-948863be-85f0-4138-93f4-861ba7897b5b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.303258] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('948863be-85f0-4138-93f4-861ba7897b5b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.408680] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.408680] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.409503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.409503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.409503] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.409503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.409928] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.409928] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.410041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.410405] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 542.411657] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 542.411657] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 542.412073] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 542.413018] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 542.413018] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 542.413018] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 542.432072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 542.432258] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 542.433746] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 542.433746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.436633] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.436633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.436633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.436633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.436633] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6524fb-11cb-46c7-bacd-08e1efbc88d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.532955] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08d3b49-f5a1-44d1-8234-b71b173193bb [ 542.533741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.533741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.533741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.533968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.534101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.534202] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08d3b49-f5a1-44d1-8234-b71b173193bb already deleted. [ 542.534290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08d3b49-f5a1-44d1-8234-b71b173193bb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.590054] env[62741]: INFO networking_nsxv3.common.synchronization [req-1a87d10f-9028-40f7-a8d7-5651ec60987a req-bd6937c4-72b5-4413-8fb9-e68d6bc0479d tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 542.590054] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 542.590054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.590054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.590054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.590054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.590054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.590054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.590368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.590368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.590368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.590443] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.804641] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 948863be-85f0-4138-93f4-861ba7897b5b [ 542.804886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.805968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.806087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.806304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.806396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.806490] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:948863be-85f0-4138-93f4-861ba7897b5b already deleted. [ 542.806579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-948863be-85f0-4138-93f4-861ba7897b5b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.940531] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.940726] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.940726] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.941280] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.941280] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.941542] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 not found, creating... [ 542.941583] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.941745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.941864] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.942114] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.943188] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.943797] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.943869] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.944045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.944408] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.944469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.945145] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 is going to be created. [ 542.969831] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.969831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.969831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.970069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.970874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.970874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.093110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.093900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.093900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.093900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.094033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.094674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.094674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.094674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.094674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.094674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.094674] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 already deleted. [ 543.094920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.256989] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c4c39b54-6c1e-406c-a5bb-5a84f65f9f3f None None] Enqueued Resource ID: 3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c with Priority: HIGHEST for action port [ 543.257233] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c with Priority: HIGHEST for action port [ 543.257818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.258179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.258179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.258297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.258340] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.762168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c [ 543.762168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.762168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.762168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.762168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.762168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.762168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c already deleted. [ 543.762168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f94b0d9-6b1e-4e51-87ee-8b5136d06c7c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.835651] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.835868] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.836015] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.836405] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.836525] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.837207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.837207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.839177] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.839625] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.839715] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 543.839769] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 543.839876] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 543.839988] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 543.840183] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 543.840274] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 543.840413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 543.860100] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 543.860100] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 543.860421] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 543.860421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.861125] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.861125] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.861125] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.861393] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.862240] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e52786-8d77-41bc-a36b-3f8cf8ea3eba',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.273931] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e67a4067-9b33-4fee-be53-7d2fa143dfef None None] Enqueued Resource ID: 02a45c18-9118-439c-8123-991b30ba9400 with Priority: HIGHEST for action port [ 544.274180] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a45c18-9118-439c-8123-991b30ba9400 with Priority: HIGHEST for action port [ 544.274798] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a45c18-9118-439c-8123-991b30ba9400 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.274928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a45c18-9118-439c-8123-991b30ba9400" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.274984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a45c18-9118-439c-8123-991b30ba9400" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.275651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a45c18-9118-439c-8123-991b30ba9400" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.275757] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a45c18-9118-439c-8123-991b30ba9400',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.339117] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3c814d54-ea38-4b9d-9b19-589573d4b929 None None] Enqueued Resource ID: 3221c9ba-9541-4aba-a9f1-59e657b86aea with Priority: HIGHEST for action port [ 544.339677] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3221c9ba-9541-4aba-a9f1-59e657b86aea with Priority: HIGHEST for action port [ 544.340019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3221c9ba-9541-4aba-a9f1-59e657b86aea taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.342272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3221c9ba-9541-4aba-a9f1-59e657b86aea" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.342272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3221c9ba-9541-4aba-a9f1-59e657b86aea" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.342272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3221c9ba-9541-4aba-a9f1-59e657b86aea" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.342626] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3221c9ba-9541-4aba-a9f1-59e657b86aea',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.365933] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.366199] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.366333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.367966] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 11e52786-8d77-41bc-a36b-3f8cf8ea3eba not found, creating... [ 544.367966] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.367966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.368271] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.368360] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.368726] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.368726] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.368867] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.369739] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba is going to be created. [ 544.394340] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.394617] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.395508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.395508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.395508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.395508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.564235] env[62741]: INFO networking_nsxv3.common.synchronization [req-786806ca-4e52-4fa4-8461-32287c09591f req-72a0416e-0b50-4bab-814c-c39127300a28 service nova] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_rules [ 544.564235] env[62741]: INFO networking_nsxv3.common.synchronization [req-786806ca-4e52-4fa4-8461-32287c09591f req-72a0416e-0b50-4bab-814c-c39127300a28 service nova] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 544.564235] env[62741]: INFO networking_nsxv3.common.synchronization [req-786806ca-4e52-4fa4-8461-32287c09591f req-72a0416e-0b50-4bab-814c-c39127300a28 service nova] Enqueued Resource ID: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 with Priority: HIGHEST for action port [ 544.564235] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_rules [ 544.564235] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 544.564693] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 with Priority: HIGHEST for action port [ 544.567062] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.567062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.567062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.567062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.567062] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.567588] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.567588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.567696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.567804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.569253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.569621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.569721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.570416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.572219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.572219] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.572219] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.572219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.572219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.575923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.576384] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6524fb-11cb-46c7-bacd-08e1efbc88d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.679372] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c6147c99-5885-45dc-8256-54bb695eb533 None None] Enqueued Resource ID: fc89e2db-b28a-4e32-8798-90b68cd6e715 with Priority: HIGHEST for action port [ 544.679914] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc89e2db-b28a-4e32-8798-90b68cd6e715 with Priority: HIGHEST for action port [ 544.680231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc89e2db-b28a-4e32-8798-90b68cd6e715 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.680350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc89e2db-b28a-4e32-8798-90b68cd6e715" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.680415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc89e2db-b28a-4e32-8798-90b68cd6e715" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.680694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc89e2db-b28a-4e32-8798-90b68cd6e715" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.680776] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc89e2db-b28a-4e32-8798-90b68cd6e715',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.778147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a45c18-9118-439c-8123-991b30ba9400 [ 544.778999] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.778999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.778999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.780066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.780066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.780066] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a45c18-9118-439c-8123-991b30ba9400 already deleted. [ 544.780066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a45c18-9118-439c-8123-991b30ba9400" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.845089] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3221c9ba-9541-4aba-a9f1-59e657b86aea [ 544.846031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.846031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.846031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.846031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.846669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.847196] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3221c9ba-9541-4aba-a9f1-59e657b86aea already deleted. [ 544.847196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3221c9ba-9541-4aba-a9f1-59e657b86aea" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.079604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.079775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.090041] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 with status ACTIVE [ 545.090142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.092084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.092084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.092084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.092522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.092522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.092522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.092522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.092522] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 is going to be updated. [ 545.097412] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.117415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.117842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.117842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.118180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.118180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.118277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6524fb-11cb-46c7-bacd-08e1efbc88d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.186391] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc89e2db-b28a-4e32-8798-90b68cd6e715 [ 545.186391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.186391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.186391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.186391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.186391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.186391] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc89e2db-b28a-4e32-8798-90b68cd6e715 already deleted. [ 545.186391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc89e2db-b28a-4e32-8798-90b68cd6e715" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.601018] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.102899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.103190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.103190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.103363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.104018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.104018] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be created. [ 546.151753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.151886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.151953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.152170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.152319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.163882] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: UNINITIALIZED for 2s [ 546.591295] env[62741]: INFO networking_nsxv3.common.synchronization [req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 req-1dc307d5-94f8-4c22-9f9b-cd0abc02a70b tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 546.591295] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 546.591295] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.591295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.591295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.594483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.594483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.594483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.594483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.594483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.594483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.594483] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.662840] env[62741]: INFO networking_nsxv3.common.synchronization [req-1a87d10f-9028-40f7-a8d7-5651ec60987a req-3d2ca8b9-becf-40a0-9261-32c9052e8751 service nova] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_rules [ 546.663088] env[62741]: INFO networking_nsxv3.common.synchronization [req-1a87d10f-9028-40f7-a8d7-5651ec60987a req-3d2ca8b9-becf-40a0-9261-32c9052e8751 service nova] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 546.663268] env[62741]: INFO networking_nsxv3.common.synchronization [req-1a87d10f-9028-40f7-a8d7-5651ec60987a req-3d2ca8b9-becf-40a0-9261-32c9052e8751 service nova] Enqueued Resource ID: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba with Priority: HIGHEST for action port [ 546.667444] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_rules [ 546.667584] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 546.667681] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba with Priority: HIGHEST for action port [ 546.667952] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.668081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.668144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.668390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.668466] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.670422] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.670543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.670614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.670792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.670940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.671044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.671164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.671318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.671397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.671483] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.673050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.673050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.673050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.673297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.673528] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e52786-8d77-41bc-a36b-3f8cf8ea3eba',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.099054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.099054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.099054] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 already deleted. [ 547.099054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.173245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.173245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.175997] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.178647] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e52786-8d77-41bc-a36b-3f8cf8ea3eba with status ACTIVE [ 547.179264] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.179677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.179867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.180152] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.180323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.180577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.185308] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.185308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.187893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.187893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.187893] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba is going to be updated. [ 547.215399] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.215399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.215399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.215399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.215399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.215399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e52786-8d77-41bc-a36b-3f8cf8ea3eba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.366654] env[62741]: INFO networking_nsxv3.common.synchronization [None req-02499e5e-f967-4de1-ada0-74c85a29fbba None None] Enqueued Resource ID: 66c8e750-2991-4e77-88fa-9d1b3f1223bd with Priority: HIGHEST for action port [ 547.367256] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c8e750-2991-4e77-88fa-9d1b3f1223bd with Priority: HIGHEST for action port [ 547.367736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-66c8e750-2991-4e77-88fa-9d1b3f1223bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.367736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66c8e750-2991-4e77-88fa-9d1b3f1223bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.367736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66c8e750-2991-4e77-88fa-9d1b3f1223bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.368042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66c8e750-2991-4e77-88fa-9d1b3f1223bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.369570] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66c8e750-2991-4e77-88fa-9d1b3f1223bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.495073] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cdfe9cb8-61e8-423a-9398-b3241dd41a87 None None] Enqueued Resource ID: 32c92a45-e952-48db-9c59-513d199c8287 with Priority: HIGHEST for action port [ 547.495336] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c92a45-e952-48db-9c59-513d199c8287 with Priority: HIGHEST for action port [ 547.495896] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c92a45-e952-48db-9c59-513d199c8287 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.496034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c92a45-e952-48db-9c59-513d199c8287" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.496103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c92a45-e952-48db-9c59-513d199c8287" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.496353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c92a45-e952-48db-9c59-513d199c8287" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.496431] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c92a45-e952-48db-9c59-513d199c8287',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.689277] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.873973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66c8e750-2991-4e77-88fa-9d1b3f1223bd [ 547.874614] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.874614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.874614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.874789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.874789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.874855] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66c8e750-2991-4e77-88fa-9d1b3f1223bd already deleted. [ 547.874927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66c8e750-2991-4e77-88fa-9d1b3f1223bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.999199] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32c92a45-e952-48db-9c59-513d199c8287 [ 547.999868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.000042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.000158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.000716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.000832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.000931] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32c92a45-e952-48db-9c59-513d199c8287 already deleted. [ 548.001024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c92a45-e952-48db-9c59-513d199c8287" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.173377] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: UNINITIALIZED for 4s [ 548.194293] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.194872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.195214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.195535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.196379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.196379] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be created. [ 548.220236] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.221351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.221351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.221351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.221351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.232995] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: UNINITIALIZED for 2s [ 548.456299] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d0a445a1-866a-4661-bf82-22a1877e6310 None None] Enqueued Resource ID: f2ef9ea7-5259-4601-82d2-47fd7b3478b1 with Priority: HIGHEST for action port [ 548.456299] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ef9ea7-5259-4601-82d2-47fd7b3478b1 with Priority: HIGHEST for action port [ 548.456299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ef9ea7-5259-4601-82d2-47fd7b3478b1 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.456299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ef9ea7-5259-4601-82d2-47fd7b3478b1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.456299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ef9ea7-5259-4601-82d2-47fd7b3478b1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.456615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ef9ea7-5259-4601-82d2-47fd7b3478b1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.456615] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ef9ea7-5259-4601-82d2-47fd7b3478b1',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.494825] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.497074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.497074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.497074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.497074] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.497074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.497074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.497732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.497989] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.498313] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.498599] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.498822] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.499030] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.499232] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.499442] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.499667] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.522672] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.522845] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 548.522986] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.523319] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.523566] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-55719956-eaa2-4834-a8f5-08ed90c79176 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.523988] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.524681] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.525072] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.525265] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55719956-eaa2-4834-a8f5-08ed90c79176',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.959520] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ef9ea7-5259-4601-82d2-47fd7b3478b1 [ 548.959754] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.960037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.960116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.961032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.961032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.961032] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ef9ea7-5259-4601-82d2-47fd7b3478b1 already deleted. [ 548.961032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ef9ea7-5259-4601-82d2-47fd7b3478b1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.029391] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.029391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.029391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.029391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.029391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.033044] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 55719956-eaa2-4834-a8f5-08ed90c79176 not found, creating... [ 549.033044] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.033044] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.033044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.033631] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.033631] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 55719956-eaa2-4834-a8f5-08ed90c79176 is going to be created. [ 549.055637] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.056083] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.056471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.061172] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.061172] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.061172] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.318263] env[62741]: INFO networking_nsxv3.common.synchronization [None req-32399413-9032-44d1-94ba-47d927262e82 None None] Enqueued Resource ID: a2086562-e805-4d60-b7f3-0a6789f53e1b with Priority: HIGHEST for action port [ 549.318969] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2086562-e805-4d60-b7f3-0a6789f53e1b with Priority: HIGHEST for action port [ 549.319309] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2086562-e805-4d60-b7f3-0a6789f53e1b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.319433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2086562-e805-4d60-b7f3-0a6789f53e1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.319789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2086562-e805-4d60-b7f3-0a6789f53e1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.319951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2086562-e805-4d60-b7f3-0a6789f53e1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.319951] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2086562-e805-4d60-b7f3-0a6789f53e1b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.822330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2086562-e805-4d60-b7f3-0a6789f53e1b [ 549.822777] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.823067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.824042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.824042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.824042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.824042] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2086562-e805-4d60-b7f3-0a6789f53e1b already deleted. [ 549.824042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2086562-e805-4d60-b7f3-0a6789f53e1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.833974] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdecd876-b96e-42bd-b401-becb568256ed req-d0caa754-e179-4137-9782-2e20f9ab557a tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Enqueued Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 549.834571] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 549.834957] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.835134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.835224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.835528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.835741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.836042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.836042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.836131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.836181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.836634] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.875435] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0b4ee517-e844-4627-b4e9-a8ec3ded21c9 None None] Enqueued Resource ID: c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5 with Priority: HIGHEST for action port [ 549.876593] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5 with Priority: HIGHEST for action port [ 549.877080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.877357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.877523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.877889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.878068] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.184101] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 550.184101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.184600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.186031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.186031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.186031] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.242232] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 550.242432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.242886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.243276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.245173] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.245173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.245173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.245173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.245173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.245173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.245173] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.338676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.339343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.339343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.339343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.339343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.340115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.340115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.340115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.340115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.340115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.340115] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 already deleted. [ 550.340115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.383321] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5 [ 550.383755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.383916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.384017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.384609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.384768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.384870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5 already deleted. [ 550.384961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c61feb17-9f1f-4e3f-9bf6-0cf4eef961c5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.693086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.694146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.694146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.694146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.694348] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.694348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.694782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.694782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.695313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.695380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.695534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.695632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.695697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.695851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.695993] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.696204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.696204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.696314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.696391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.696482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.696547] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.745809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.745991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.746082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.746693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.746693] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.746693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.746693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.746859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.746859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.746955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.747099] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.747244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.747244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.747386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.747521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.747612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.747679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.747803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.747874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.747953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.748382] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.199381] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37c93757-9b24-4681-91d1-d089ae013872: rpc.has_security_group_logging(os_id): False [ 551.216336] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.216487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.216558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.216761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.216853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.217089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.217189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.217249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.217398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.217475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.217655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.217749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.217811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.217951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.218037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.218212] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.218484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.218484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.218484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.218607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.218637] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be created. [ 551.252319] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 382a4532-b93d-42df-9c50-ac4b2648be33: rpc.has_security_group_logging(os_id): False [ 551.279816] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.279933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.280014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.280216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.280304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.280502] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.280600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.280661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.280808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.280883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.281061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.281153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.281265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.281439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.281524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.281774] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.281894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.281960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.282143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.282219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.282312] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be created. [ 551.294274] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.294534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.294534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.294814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.295028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.313108] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 551.377458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.377458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.377458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.377852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.377852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.405725] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 req-d5dbc4af-11cf-4ff4-aede-15f9ad1f9414 service nova] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_rules [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 req-d5dbc4af-11cf-4ff4-aede-15f9ad1f9414 service nova] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 req-d5dbc4af-11cf-4ff4-aede-15f9ad1f9414 service nova] Enqueued Resource ID: 55719956-eaa2-4834-a8f5-08ed90c79176 with Priority: HIGHEST for action port [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_rules [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 552.182021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55719956-eaa2-4834-a8f5-08ed90c79176 with Priority: HIGHEST for action port [ 552.182021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.182021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.182021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.182021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.182021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.183709] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.184194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.184361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.184630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.184882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.185191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.185365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.185613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.185796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.186476] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.187383] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-55719956-eaa2-4834-a8f5-08ed90c79176 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.187630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.187794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.188030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.189026] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55719956-eaa2-4834-a8f5-08ed90c79176',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.571014] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-225" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-225" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-225" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.571014] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.571014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.571014] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.571014] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 552.571014] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 552.571014] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 552.572051] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.572051] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 552.572051] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 552.588894] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 552.590267] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 552.590267] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 552.590432] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-225" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.590736] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3c753573-428b-411a-b01b-467909e87b33 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.590907] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.591206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.591377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.591516] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c753573-428b-411a-b01b-467909e87b33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.669149] env[62741]: INFO networking_nsxv3.common.synchronization [req-593f2d01-6a99-4c36-997a-9ad72a194cc8 req-6ae3d08d-b546-483e-8a2e-752a5bff83f8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 552.670097] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 552.670510] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.670510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.670609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.670777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.670933] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.671054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.671144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.672195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.672195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.672195] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.684846] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.685269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.690181] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.698020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55719956-eaa2-4834-a8f5-08ed90c79176 with status ACTIVE [ 552.698020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.698020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.698020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.698020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.698020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55719956-eaa2-4834-a8f5-08ed90c79176 is going to be updated. [ 552.701297] env[62741]: INFO networking_nsxv3.common.synchronization [None req-595e83ac-4fe8-4ab3-a9ce-03fa33c2b46d None None] Enqueued Resource ID: 28f869d8-d126-42f0-8e02-7786c621de3f with Priority: HIGHEST for action port [ 552.704209] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f869d8-d126-42f0-8e02-7786c621de3f with Priority: HIGHEST for action port [ 552.705087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f869d8-d126-42f0-8e02-7786c621de3f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.705209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f869d8-d126-42f0-8e02-7786c621de3f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.705280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f869d8-d126-42f0-8e02-7786c621de3f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.705537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f869d8-d126-42f0-8e02-7786c621de3f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.705624] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f869d8-d126-42f0-8e02-7786c621de3f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.721235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.721612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.724277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.724277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.724277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.724277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55719956-eaa2-4834-a8f5-08ed90c79176" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.094062] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.094327] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.094464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.094738] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.094886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.095056] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3c753573-428b-411a-b01b-467909e87b33 not found, creating... [ 553.095839] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.095839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.095839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.095839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.096114] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.096267] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.096434] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.096596] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.096749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.096883] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.097824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3c753573-428b-411a-b01b-467909e87b33 is going to be created. [ 553.121056] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.121056] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.121056] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.121056] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.122592] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.122592] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.174466] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.174587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.174659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.174875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.174957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.175185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.175282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.175351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.175486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.175589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.175637] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f already deleted. [ 553.175738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.193922] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.208129] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28f869d8-d126-42f0-8e02-7786c621de3f [ 553.208129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.212059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.212059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.212059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.212059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.212059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28f869d8-d126-42f0-8e02-7786c621de3f already deleted. [ 553.212059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f869d8-d126-42f0-8e02-7786c621de3f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.327328] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 553.327328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.419360] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 553.419638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.697052] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.697956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.697956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.697956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.697956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.697956] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be created. [ 553.722992] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.723174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.723460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.723572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.724241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.733649] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: UNINITIALIZED for 2s [ 554.590187] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9a0fffd9-d711-464e-830d-a40dbc1c01f9 None None] Enqueued Resource ID: 9c389687-9325-4ad9-8159-12a120f131c2 with Priority: HIGHEST for action port [ 554.590718] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c389687-9325-4ad9-8159-12a120f131c2 with Priority: HIGHEST for action port [ 554.592398] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c389687-9325-4ad9-8159-12a120f131c2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.594441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c389687-9325-4ad9-8159-12a120f131c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.594441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c389687-9325-4ad9-8159-12a120f131c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.594441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c389687-9325-4ad9-8159-12a120f131c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.594441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c389687-9325-4ad9-8159-12a120f131c2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.902573] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0f94a7ab-39ab-4dc4-95f4-a81386053870 None None] Enqueued Resource ID: 0c27c80f-0846-44e9-a264-eb59a94d30bc with Priority: HIGHEST for action port [ 554.903149] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c27c80f-0846-44e9-a264-eb59a94d30bc with Priority: HIGHEST for action port [ 554.904242] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c27c80f-0846-44e9-a264-eb59a94d30bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.904751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c27c80f-0846-44e9-a264-eb59a94d30bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.904888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c27c80f-0846-44e9-a264-eb59a94d30bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.905939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c27c80f-0846-44e9-a264-eb59a94d30bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.905939] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c27c80f-0846-44e9-a264-eb59a94d30bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.097571] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c389687-9325-4ad9-8159-12a120f131c2 [ 555.097811] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.097947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.098025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.098231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.098314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.098403] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c389687-9325-4ad9-8159-12a120f131c2 already deleted. [ 555.098478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c389687-9325-4ad9-8159-12a120f131c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.114333] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.114601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.115420] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.115921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.116232] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.116398] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.116519] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.116750] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.117024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.117101] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.117215] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 555.117321] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 555.117426] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 555.117941] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.117941] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 555.118083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 555.135896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 555.137019] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 555.137019] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 555.137019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.137019] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-685040ed-4ad0-4e40-877c-7efcf0f176a2 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.137019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.137019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.137310] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.137420] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685040ed-4ad0-4e40-877c-7efcf0f176a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.353939] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e259a14d-8f3e-41d9-8c7a-74c0c6dcf902 None None] Enqueued Resource ID: 921ab962-51f2-4616-8a03-58c863cf3055 with Priority: HIGHEST for action port [ 555.354263] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921ab962-51f2-4616-8a03-58c863cf3055 with Priority: HIGHEST for action port [ 555.354860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-921ab962-51f2-4616-8a03-58c863cf3055 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.354992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921ab962-51f2-4616-8a03-58c863cf3055" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.355238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921ab962-51f2-4616-8a03-58c863cf3055" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.355383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921ab962-51f2-4616-8a03-58c863cf3055" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.355503] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921ab962-51f2-4616-8a03-58c863cf3055',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.408236] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c27c80f-0846-44e9-a264-eb59a94d30bc [ 555.408780] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.408780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.408780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.408970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.408970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.408970] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c27c80f-0846-44e9-a264-eb59a94d30bc already deleted. [ 555.409106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c27c80f-0846-44e9-a264-eb59a94d30bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.603746] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdecd876-b96e-42bd-b401-becb568256ed req-e5af0b22-b743-40d0-86cb-eccea0f24f78 service nova] Enqueued Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_rules [ 555.603746] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdecd876-b96e-42bd-b401-becb568256ed req-e5af0b22-b743-40d0-86cb-eccea0f24f78 service nova] Enqueued Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 555.603887] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdecd876-b96e-42bd-b401-becb568256ed req-e5af0b22-b743-40d0-86cb-eccea0f24f78 service nova] Enqueued Resource ID: 3c753573-428b-411a-b01b-467909e87b33 with Priority: HIGHEST for action port [ 555.604777] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_rules [ 555.604777] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 555.604777] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c753573-428b-411a-b01b-467909e87b33 with Priority: HIGHEST for action port [ 555.604940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.608928] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.608928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.608928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.608928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.608928] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.608928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c753573-428b-411a-b01b-467909e87b33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.611552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.611753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.611992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.612182] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c753573-428b-411a-b01b-467909e87b33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.641044] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.641254] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.641382] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.641705] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.641860] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.642035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 685040ed-4ad0-4e40-877c-7efcf0f176a2 not found, creating... [ 555.642303] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.642456] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.642573] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.642791] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.642959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.643285] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.643437] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.643554] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.643766] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.643912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.644556] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 685040ed-4ad0-4e40-877c-7efcf0f176a2 is going to be created. [ 555.651111] env[62741]: INFO networking_nsxv3.common.synchronization [req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d req-5ff322fe-ffd2-433b-8070-ba7351e6391d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Enqueued Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 555.651820] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 555.652412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.652532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.652581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.652801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.652968] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.653083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.653141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.653290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.653441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.653559] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.665223] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.665223] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.665223] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.665958] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.666221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.666464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.747566] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 555.747777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.748300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.748502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.748806] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.748806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.749162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.749162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.749162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.749162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.749300] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.849991] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3323594f-daea-4fd3-b92c-12e8ef162f62 None None] Enqueued Resource ID: 1bf08d07-ba17-43c6-b9bc-24580775d45b with Priority: HIGHEST for action port [ 555.853451] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf08d07-ba17-43c6-b9bc-24580775d45b with Priority: HIGHEST for action port [ 555.853451] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf08d07-ba17-43c6-b9bc-24580775d45b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.853451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf08d07-ba17-43c6-b9bc-24580775d45b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.853451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf08d07-ba17-43c6-b9bc-24580775d45b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.853451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf08d07-ba17-43c6-b9bc-24580775d45b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.853451] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf08d07-ba17-43c6-b9bc-24580775d45b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.858956] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 921ab962-51f2-4616-8a03-58c863cf3055 [ 555.859191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.859341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.859409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.859642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.860137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.860137] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:921ab962-51f2-4616-8a03-58c863cf3055 already deleted. [ 555.860137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921ab962-51f2-4616-8a03-58c863cf3055" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.027810] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b045d37c-ace3-402e-b698-9604d7528e68 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 556.028346] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 556.028667] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.028788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.029022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.032239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.032334] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.113643] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.115840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.115840] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.115840] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c753573-428b-411a-b01b-467909e87b33 with status ACTIVE [ 556.115840] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.115840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.115840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.115840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.115840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.116287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.116287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.116287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.116391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.116422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.116619] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.116676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.116745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.116940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.116940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.117934] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c753573-428b-411a-b01b-467909e87b33 is going to be updated. [ 556.140345] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.140520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.144959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.144959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.144959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.144959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c753573-428b-411a-b01b-467909e87b33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.155621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.155742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.155742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.157281] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.157281] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c already deleted. [ 556.157281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.257540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.257823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.257823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.257978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.258213] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.258338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.258403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.258865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.258865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.258865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.258865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.259125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.259125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.259181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.259600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.259600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.259600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.259752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.259752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.260242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.260242] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.356971] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf08d07-ba17-43c6-b9bc-24580775d45b [ 556.356971] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.356971] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf08d07-ba17-43c6-b9bc-24580775d45b already deleted. [ 556.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf08d07-ba17-43c6-b9bc-24580775d45b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.512723] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3fec98a6-1a06-426d-b022-483205d4d5f5 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 556.513791] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 556.513923] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.513976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.527926] env[62741]: INFO networking_nsxv3.common.synchronization [None req-6bc6d599-c785-4be0-b591-73ac5be49b2b tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 556.528494] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 556.528813] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.529043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.529043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.529284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.529402] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.553593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.553874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.553874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.554348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.554348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.554348] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 already deleted. [ 556.554348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.554893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.554893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.554893] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.620161] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.767024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e08fda1-5ac2-4975-806e-a8bc863cf062: rpc.has_security_group_logging(os_id): False [ 556.783900] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.784084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.784703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.784703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.784703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.784703] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.784703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.785028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.785028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.785028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.785191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.785320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.785374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.786209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.786209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.786209] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.786209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.786209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.790852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.790852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.790852] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be created. [ 556.821039] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cdbc410e-1028-43b8-8da2-a0d1bc17e171 None None] Enqueued Resource ID: 535d787e-d23d-4206-8405-c9143d986f2b with Priority: HIGHEST for action port [ 556.821039] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535d787e-d23d-4206-8405-c9143d986f2b with Priority: HIGHEST for action port [ 556.821039] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-535d787e-d23d-4206-8405-c9143d986f2b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.821039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535d787e-d23d-4206-8405-c9143d986f2b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.821039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535d787e-d23d-4206-8405-c9143d986f2b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.821306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535d787e-d23d-4206-8405-c9143d986f2b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.821306] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535d787e-d23d-4206-8405-c9143d986f2b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.846408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.846587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.846647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.846886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.847106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.858421] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 556.901094] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.904022] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.904022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.904022] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.904022] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 556.904022] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 556.904022] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 556.904022] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 556.904022] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 556.904022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 556.929559] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 556.930580] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 556.930580] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 556.930580] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.930580] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.930825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.930825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.932117] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.932535] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7ed3bc-bedc-4754-9a4b-d8edef2a1811',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.953028] env[62741]: INFO networking_nsxv3.common.synchronization [None req-1fb30cdb-4c4b-447b-a50f-70e088a5d482 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 556.953857] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 556.953857] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.953857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.052746] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.052746] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 already deleted. [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.052746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.053912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.053912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.076903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.076903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.077069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.077301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.077369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.077418] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 already deleted. [ 557.077493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.122756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.126164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.126164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.126164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.126164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.126164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 is going to be created. [ 557.152308] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.153013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.153244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.156390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.156390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.175526] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: UNINITIALIZED for 2s [ 557.330271] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 535d787e-d23d-4206-8405-c9143d986f2b [ 557.331768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.331945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.331979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.332200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.332285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.332391] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:535d787e-d23d-4206-8405-c9143d986f2b already deleted. [ 557.332468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535d787e-d23d-4206-8405-c9143d986f2b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.437915] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.437915] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 not found, creating... [ 557.437915] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.437915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.438358] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.438474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.438586] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.439839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.442121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.442121] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 is going to be created. [ 557.462905] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.462905] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.465021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.465348] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.465605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.465852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.580058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.580170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.580246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.580451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.580559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.580658] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 already deleted. [ 557.580739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.583067] env[62741]: INFO networking_nsxv3.common.synchronization [req-593f2d01-6a99-4c36-997a-9ad72a194cc8 req-0421f8c7-416c-426a-8608-5b72118aae82 service nova] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 557.583271] env[62741]: INFO networking_nsxv3.common.synchronization [req-593f2d01-6a99-4c36-997a-9ad72a194cc8 req-0421f8c7-416c-426a-8608-5b72118aae82 service nova] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 557.583414] env[62741]: INFO networking_nsxv3.common.synchronization [req-593f2d01-6a99-4c36-997a-9ad72a194cc8 req-0421f8c7-416c-426a-8608-5b72118aae82 service nova] Enqueued Resource ID: 685040ed-4ad0-4e40-877c-7efcf0f176a2 with Priority: HIGHEST for action port [ 557.588870] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 557.588870] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 557.588870] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685040ed-4ad0-4e40-877c-7efcf0f176a2 with Priority: HIGHEST for action port [ 557.588870] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.588870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.588870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.588870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.592260] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.592260] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.592260] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.592260] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.592854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-685040ed-4ad0-4e40-877c-7efcf0f176a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.592957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.593046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.593855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.593931] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685040ed-4ad0-4e40-877c-7efcf0f176a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.000994] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9c79198b-e006-49c7-9c22-1d6d461bc1ec None None] Enqueued Resource ID: 4170db89-8bbd-484e-859c-b896b06987fd with Priority: HIGHEST for action port [ 558.000994] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4170db89-8bbd-484e-859c-b896b06987fd with Priority: HIGHEST for action port [ 558.000994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4170db89-8bbd-484e-859c-b896b06987fd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.000994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4170db89-8bbd-484e-859c-b896b06987fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.000994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4170db89-8bbd-484e-859c-b896b06987fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.009012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4170db89-8bbd-484e-859c-b896b06987fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.009316] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4170db89-8bbd-484e-859c-b896b06987fd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.096758] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.096758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.096758] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.099862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685040ed-4ad0-4e40-877c-7efcf0f176a2 with status ACTIVE [ 558.099862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.099862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.099862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.099862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.099862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685040ed-4ad0-4e40-877c-7efcf0f176a2 is going to be updated. [ 558.123758] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.123903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.123975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.124364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.124364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.124527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685040ed-4ad0-4e40-877c-7efcf0f176a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.511878] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4170db89-8bbd-484e-859c-b896b06987fd [ 558.511878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.511878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.511878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.513280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.513280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.513280] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4170db89-8bbd-484e-859c-b896b06987fd already deleted. [ 558.513280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4170db89-8bbd-484e-859c-b896b06987fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.601667] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.874411] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 558.874411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.917165] env[62741]: INFO networking_nsxv3.common.synchronization [None req-ceb0bc98-3a25-4dc6-8bd9-72308b143a1d None None] Enqueued Resource ID: 90b52064-e672-4584-aa2c-c4c184fca8cc with Priority: HIGHEST for action port [ 558.917165] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b52064-e672-4584-aa2c-c4c184fca8cc with Priority: HIGHEST for action port [ 558.917165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b52064-e672-4584-aa2c-c4c184fca8cc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.917165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b52064-e672-4584-aa2c-c4c184fca8cc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.917165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b52064-e672-4584-aa2c-c4c184fca8cc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.917165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b52064-e672-4584-aa2c-c4c184fca8cc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.917165] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b52064-e672-4584-aa2c-c4c184fca8cc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.107552] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.107849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.107849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.108928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.108928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.108928] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be created. [ 559.131970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.132095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.132095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.132723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.132723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.141939] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: UNINITIALIZED for 2s [ 559.184669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: SUCCESS [ 559.184887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.185060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.185262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.186625] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.186625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.186625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.186625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.186625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.186625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.186625] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.333619] env[62741]: INFO networking_nsxv3.common.synchronization [req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d req-19e4f936-65ae-477a-ac76-06c162738407 service nova] Enqueued Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_rules [ 559.333863] env[62741]: INFO networking_nsxv3.common.synchronization [req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d req-19e4f936-65ae-477a-ac76-06c162738407 service nova] Enqueued Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 559.338668] env[62741]: INFO networking_nsxv3.common.synchronization [req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d req-19e4f936-65ae-477a-ac76-06c162738407 service nova] Enqueued Resource ID: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 with Priority: HIGHEST for action port [ 559.338668] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_rules [ 559.338668] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 559.338668] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 with Priority: HIGHEST for action port [ 559.338891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.339050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.339120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.339435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.339527] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.340731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.340731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.340731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.340857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.340939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.346260] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.346260] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.346260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.346260] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a7ed3bc-bedc-4754-9a4b-d8edef2a1811',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.421938] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90b52064-e672-4584-aa2c-c4c184fca8cc [ 559.422350] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.423297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.423297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.423501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.424919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.425363] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90b52064-e672-4584-aa2c-c4c184fca8cc already deleted. [ 559.425478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b52064-e672-4584-aa2c-c4c184fca8cc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.566934] env[62741]: INFO networking_nsxv3.common.synchronization [req-9fff3d13-400c-474a-aa93-35e797a2f5ab req-ccd8f776-3841-4ecd-bdff-654961b79f26 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Enqueued Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 559.567473] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 559.567878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.567878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.568119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.570081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.570081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.570226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.570306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.571218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.571300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.571397] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.688791] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.688932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.689292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.689562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.689788] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.691522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.691522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.691522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.691522] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.847834] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.847834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.847834] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.848535] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 with status ACTIVE [ 559.848692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.848802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.848868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.849081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.849166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.849500] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.849500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.849500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.849658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.850161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.850161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.850161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.850161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.852030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.852030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.852030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 is going to be updated. [ 559.874371] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.874371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.874371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.874371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.874371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.874371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.077472] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.077652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.077731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.077968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.078092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.078283] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.078382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.078444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.078594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.078671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.078755] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 already deleted. [ 560.078828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.194759] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530ec939-94cb-459b-8f81-0a0141fb5cf9: rpc.has_security_group_logging(os_id): False [ 560.216910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.217124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.217172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.217388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.217490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.217708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.217831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.217876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.218041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.219036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.219036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.219036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.219036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.219036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.219036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.219654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.219861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.219978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.220212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.220331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.221077] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 is going to be created. [ 560.238180] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.238180] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.238180] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.238180] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.238455] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.238612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.238729] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.239496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.239773] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.240350] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.240443] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 560.240614] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 560.240773] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 560.240941] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.241196] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 560.241535] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.271218] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.271449] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 560.271621] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 560.271832] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.272185] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-deace548-770e-492b-85fc-52e91959a0aa taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.272403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.272554] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.272926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.277030] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deace548-770e-492b-85fc-52e91959a0aa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.297539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.297539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.297539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.297539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.297539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.309466] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: IN_PROGRESS for 2s [ 560.355279] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.751600] env[62741]: INFO networking_nsxv3.common.synchronization [None req-2ee84e39-adf0-4030-8078-917edf450eda None None] Enqueued Resource ID: 0665cd16-78b1-4b7e-a7be-9db77425fa10 with Priority: HIGHEST for action port [ 560.751600] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0665cd16-78b1-4b7e-a7be-9db77425fa10 with Priority: HIGHEST for action port [ 560.751600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0665cd16-78b1-4b7e-a7be-9db77425fa10 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.751600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0665cd16-78b1-4b7e-a7be-9db77425fa10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.751600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0665cd16-78b1-4b7e-a7be-9db77425fa10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.754507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0665cd16-78b1-4b7e-a7be-9db77425fa10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.754507] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0665cd16-78b1-4b7e-a7be-9db77425fa10',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.778906] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.779267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.779267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.779584] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.779749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.779874] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port deace548-770e-492b-85fc-52e91959a0aa not found, creating... [ 560.780200] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.780364] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.780485] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.780707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.781310] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.781310] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.781500] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.781500] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.781742] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.781873] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.783128] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: deace548-770e-492b-85fc-52e91959a0aa is going to be created. [ 560.805484] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.805484] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.805484] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.805795] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.806027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.807832] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.862096] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.863696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.863696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.863696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.863696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.863696] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c is going to be created. [ 560.885887] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.886254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.886737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.886737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.886885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.915610] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: UNINITIALIZED for 2s [ 561.155570] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: UNINITIALIZED for 4s [ 561.222275] env[62741]: INFO networking_nsxv3.common.synchronization [req-47d208cf-bb19-4a73-a635-f28da9b76476 req-b2793578-5382-4ea4-be60-ca5c3ea885f0 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 561.222818] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 561.223184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.223683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.223683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.223683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.224854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.224971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.225275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.225411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.225522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.225624] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.257332] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0665cd16-78b1-4b7e-a7be-9db77425fa10 [ 561.257332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.257332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.257332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.257332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.257332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.257332] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0665cd16-78b1-4b7e-a7be-9db77425fa10 already deleted. [ 561.257332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0665cd16-78b1-4b7e-a7be-9db77425fa10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.729624] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.729624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.729624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.729624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.730121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.730121] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.730121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.730121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.730267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.730267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.730521] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a already deleted. [ 561.730521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.079080] env[62741]: INFO networking_nsxv3.common.synchronization [req-9fff3d13-400c-474a-aa93-35e797a2f5ab req-14b9f678-61ed-42a8-b544-68dba02a0010 service nova] Enqueued Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_rules [ 562.079080] env[62741]: INFO networking_nsxv3.common.synchronization [req-9fff3d13-400c-474a-aa93-35e797a2f5ab req-14b9f678-61ed-42a8-b544-68dba02a0010 service nova] Enqueued Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 562.079080] env[62741]: INFO networking_nsxv3.common.synchronization [req-9fff3d13-400c-474a-aa93-35e797a2f5ab req-14b9f678-61ed-42a8-b544-68dba02a0010 service nova] Enqueued Resource ID: deace548-770e-492b-85fc-52e91959a0aa with Priority: HIGHEST for action port [ 562.079311] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_rules [ 562.079443] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 562.079538] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deace548-770e-492b-85fc-52e91959a0aa with Priority: HIGHEST for action port [ 562.080129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.080257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.080313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.080563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.080638] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.081564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.081669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.082159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.082159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.082159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.082159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.082339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.082339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.082404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.082526] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.083325] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-deace548-770e-492b-85fc-52e91959a0aa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.083325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.083426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.084315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.084315] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deace548-770e-492b-85fc-52e91959a0aa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.159314] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.159517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.159594] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.163023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.163023] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.163023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.163023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.163023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.163023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.163023] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 562.163023] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 562.163023] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 562.163768] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 562.163768] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 562.163768] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 562.163768] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 562.183511] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 562.183747] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 562.184032] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 562.184384] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.184874] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-28ceb630-5a19-4b1d-b26a-a460a6293085 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.185130] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.185192] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.185708] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.185905] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ceb630-5a19-4b1d-b26a-a460a6293085',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.321125] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: SUCCESS [ 562.322428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.587694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.588674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.589062] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deace548-770e-492b-85fc-52e91959a0aa with status ACTIVE [ 562.589161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.589283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.589346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.589552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.589652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.589810] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.589904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.589962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.590161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.590275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.590429] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.590545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.590607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.590749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.590818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.590901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deace548-770e-492b-85fc-52e91959a0aa is going to be updated. [ 562.593922] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.616253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.616413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.616484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.616691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.616828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.617011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deace548-770e-492b-85fc-52e91959a0aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.670824] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e1180f08-4d09-4445-91f7-8abd3a9a49a3 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 562.670824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 562.670824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.670824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.670824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.676014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.676014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.690787] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.691134] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.691187] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.694131] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 28ceb630-5a19-4b1d-b26a-a460a6293085 not found, creating... [ 562.694131] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.694131] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.694131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.694516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.694516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.694516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.694516] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 28ceb630-5a19-4b1d-b26a-a460a6293085 is going to be created. [ 562.726286] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.726533] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.726599] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.727113] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.728037] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.728603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.777940] env[62741]: INFO networking_nsxv3.common.synchronization [None req-97a14732-71c1-4dbb-855c-a68cd2de3c0c None None] Enqueued Resource ID: c7fe4517-d22c-41ef-8717-7b173bca633b with Priority: HIGHEST for action port [ 562.777940] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7fe4517-d22c-41ef-8717-7b173bca633b with Priority: HIGHEST for action port [ 562.777940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7fe4517-d22c-41ef-8717-7b173bca633b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.777940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7fe4517-d22c-41ef-8717-7b173bca633b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.777940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7fe4517-d22c-41ef-8717-7b173bca633b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.777940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7fe4517-d22c-41ef-8717-7b173bca633b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.777940] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7fe4517-d22c-41ef-8717-7b173bca633b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.896911] env[62741]: INFO networking_nsxv3.common.synchronization [None req-baec753e-8d30-49a3-b390-ae4a5b9c5c40 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 562.896911] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 562.896911] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.896911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.925086] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: SUCCESS [ 562.925444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.925969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.926322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.926604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.926861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.927031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.927275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.927436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.932147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.932147] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.097177] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.165240] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 563.165411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.165569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.165781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.165970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.166103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.166170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.166320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.166398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.166482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.166568] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.194010] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.194180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.194231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.194606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.194748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.194843] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 already deleted. [ 563.195032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.195634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.195770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.195858] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.284436] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7fe4517-d22c-41ef-8717-7b173bca633b [ 563.284751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.284867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.284939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.285369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.285441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.285516] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7fe4517-d22c-41ef-8717-7b173bca633b already deleted. [ 563.285626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7fe4517-d22c-41ef-8717-7b173bca633b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.361202] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c8eea5b-f013-45bd-aa8e-c170fefa893f req-722542b0-3752-42c0-aa75-827326e08468 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 563.361900] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 563.362434] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.362559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.362623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.362958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.363174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.363291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.363364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.363528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.363622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.363716] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.434123] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.434280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.435557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.435557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.435557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.435962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.435962] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.435962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.436098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.436140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.436246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.436510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.436510] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.605889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.605889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.605889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.605889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.605889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.605889] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 is going to be created. [ 563.627836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.628126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.628126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.628329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.628527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.641657] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: UNINITIALIZED for 2s [ 563.669156] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.718106] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.718263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.718327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.718566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.718656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.719773] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 already deleted. [ 563.719773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.867014] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.867216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.867289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.867503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.867587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.867775] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.867961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.868057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.868228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.868304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.868390] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b already deleted. [ 563.868465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.933377] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0ce71905-7c19-415e-b582-9227ea82ccd6 None None] Enqueued Resource ID: a2169650-df7f-4293-b3d8-349ce0b0fe5e with Priority: HIGHEST for action port [ 563.937325] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2169650-df7f-4293-b3d8-349ce0b0fe5e with Priority: HIGHEST for action port [ 563.937612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2169650-df7f-4293-b3d8-349ce0b0fe5e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.937751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2169650-df7f-4293-b3d8-349ce0b0fe5e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.937815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2169650-df7f-4293-b3d8-349ce0b0fe5e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.938108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2169650-df7f-4293-b3d8-349ce0b0fe5e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.938199] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2169650-df7f-4293-b3d8-349ce0b0fe5e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.941767] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ef9672-01ac-45cd-b095-4e29e982c89c: rpc.has_security_group_logging(os_id): False [ 563.961043] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.961043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.961043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.961043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.961327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.961402] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.961583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.961583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.962058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.962167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.962373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.962469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.962555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.962949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.963107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.963325] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.963680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.963680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.963680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.964419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.964492] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c is going to be created. [ 564.019011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.019199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.019253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.019464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.019639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.030027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: IN_PROGRESS for 2s [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [req-47d208cf-bb19-4a73-a635-f28da9b76476 req-d29519bd-ebb6-48bb-ba9a-df1db8d70393 service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [req-47d208cf-bb19-4a73-a635-f28da9b76476 req-d29519bd-ebb6-48bb-ba9a-df1db8d70393 service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [req-47d208cf-bb19-4a73-a635-f28da9b76476 req-d29519bd-ebb6-48bb-ba9a-df1db8d70393 service nova] Enqueued Resource ID: 28ceb630-5a19-4b1d-b26a-a460a6293085 with Priority: HIGHEST for action port [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 564.038600] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ceb630-5a19-4b1d-b26a-a460a6293085 with Priority: HIGHEST for action port [ 564.039882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.040218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.040516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.042094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.042094] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.044859] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.044859] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.044859] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.044859] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ceb630-5a19-4b1d-b26a-a460a6293085 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.044859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.044859] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ceb630-5a19-4b1d-b26a-a460a6293085',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.118784] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.118784] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.119429] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.120294] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.120861] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.120861] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.121011] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.121361] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.121594] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.122021] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 564.122143] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 564.122334] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 564.122521] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 564.122716] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 564.123038] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 564.124996] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 564.143501] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 564.143699] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 564.144963] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 564.144963] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.144963] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-34c8c450-f05e-4257-935d-eea1adb00dba taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.144963] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.144963] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.144963] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.145421] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c8c450-f05e-4257-935d-eea1adb00dba',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.173271] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f: rpc.has_security_group_logging(os_id): False [ 564.201120] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.201278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.201342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.201594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.201689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.201947] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.202105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.202259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.202327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.202406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.202496] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be created. [ 564.292032] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.292032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.292032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.292277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.292461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.304059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 564.446059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2169650-df7f-4293-b3d8-349ce0b0fe5e [ 564.446059] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.446059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.446059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.446059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.446059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.446059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2169650-df7f-4293-b3d8-349ce0b0fe5e already deleted. [ 564.446679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2169650-df7f-4293-b3d8-349ce0b0fe5e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.547475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.547667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.550868] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.550868] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28ceb630-5a19-4b1d-b26a-a460a6293085 with status ACTIVE [ 564.550868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.550868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.550868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.550868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.550868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.550868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.550868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.552241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.552241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.552241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.552617] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.552617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.552847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.552904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.553147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.553147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28ceb630-5a19-4b1d-b26a-a460a6293085 is going to be updated. [ 564.574592] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.574824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.574824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.576167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.576167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.576167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ceb630-5a19-4b1d-b26a-a460a6293085" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.651605] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.651605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 34c8c450-f05e-4257-935d-eea1adb00dba not found, creating... [ 564.651605] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.651605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.652305] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.653046] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.653515] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.653869] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.654339] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.654632] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 34c8c450-f05e-4257-935d-eea1adb00dba is going to be created. [ 564.682816] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.682816] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.682816] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.682816] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.683238] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.683238] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.058195] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.179994] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9297bd37-d8b0-4cc0-bdd6-30e69faaf2f7 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 565.180629] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 565.181251] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.181385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.181458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.181719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.182477] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.336022] env[62741]: INFO networking_nsxv3.common.synchronization [None req-81404178-53ff-44b3-a0c0-9fef50adb083 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 565.336022] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 565.336022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.336022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.560251] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.560519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.560519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.560675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.560765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.560861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be created. [ 565.583184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.583331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.583399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.583600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.583754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.592916] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: UNINITIALIZED for 2s [ 565.652609] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: SUCCESS [ 565.652993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.653097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.653532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.654077] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.654077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.654077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.654385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.654385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.654847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.654847] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.703764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.703905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.703948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.704997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.704997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.704997] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 already deleted. [ 565.704997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.704997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.705206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.705206] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.861449] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3a3aabb7-17d7-4920-aee6-de97e17d351d None None] Enqueued Resource ID: 5b319683-20f7-4ac1-8fb0-b7cd13d8e434 with Priority: HIGHEST for action port [ 565.861993] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b319683-20f7-4ac1-8fb0-b7cd13d8e434 with Priority: HIGHEST for action port [ 565.862306] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b319683-20f7-4ac1-8fb0-b7cd13d8e434 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.862449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b319683-20f7-4ac1-8fb0-b7cd13d8e434" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.862538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b319683-20f7-4ac1-8fb0-b7cd13d8e434" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.862844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b319683-20f7-4ac1-8fb0-b7cd13d8e434" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.862922] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b319683-20f7-4ac1-8fb0-b7cd13d8e434',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.970356] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c8eea5b-f013-45bd-aa8e-c170fefa893f req-78a48e13-9ff4-4f40-82ab-b5ddf54be04e service nova] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_rules [ 565.970540] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c8eea5b-f013-45bd-aa8e-c170fefa893f req-78a48e13-9ff4-4f40-82ab-b5ddf54be04e service nova] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 565.970683] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c8eea5b-f013-45bd-aa8e-c170fefa893f req-78a48e13-9ff4-4f40-82ab-b5ddf54be04e service nova] Enqueued Resource ID: 34c8c450-f05e-4257-935d-eea1adb00dba with Priority: HIGHEST for action port [ 565.970917] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_rules [ 565.971059] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 565.971160] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c8c450-f05e-4257-935d-eea1adb00dba with Priority: HIGHEST for action port [ 565.971702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.971827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.971901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.973240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.973367] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.974255] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.974408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.974483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.974666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.974820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.974918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.974977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.975137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.975218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.975310] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.976071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c8c450-f05e-4257-935d-eea1adb00dba taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.976180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.976252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.976389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.976447] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c8c450-f05e-4257-935d-eea1adb00dba',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.040790] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: SUCCESS [ 566.041071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.158453] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.158603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.158671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.158911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.159078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.159179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.159241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.159390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.159473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.159553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.159718] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.159807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.159865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.160010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.160687] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.160812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.160881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.163240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.163240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.163240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.163240] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.228746] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.228746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.228746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.228746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.228746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.228746] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 already deleted. [ 566.228746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.300039] env[62741]: INFO networking_nsxv3.common.synchronization [req-d56e180c-7071-41c8-887b-5a4fba7d485d req-e0516a96-ff99-4d65-9e19-63c185abb84d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 566.300039] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 566.300039] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.300039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.300039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.300039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.301558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.301558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.301558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.301558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.301750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.301942] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.317538] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 566.318673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.365901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b319683-20f7-4ac1-8fb0-b7cd13d8e434 [ 566.366168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.366353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.366545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.366831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.367181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.367232] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b319683-20f7-4ac1-8fb0-b7cd13d8e434 already deleted. [ 566.367451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b319683-20f7-4ac1-8fb0-b7cd13d8e434" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.478186] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.479550] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.479550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.479817] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c8c450-f05e-4257-935d-eea1adb00dba with status ACTIVE [ 566.479817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.479817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.479936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.480080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.480159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.480373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.480425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.480456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.480606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.480668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.480849] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.480929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.480987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.483294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.483434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.483634] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c8c450-f05e-4257-935d-eea1adb00dba is going to be updated. [ 566.504322] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.504449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.504529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.504799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.504901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.505083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c8c450-f05e-4257-935d-eea1adb00dba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.665425] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82be4a49-2a36-45d8-9d05-9380f621a407: rpc.has_security_group_logging(os_id): False [ 566.683622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.683787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.683868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.684106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.684208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.684611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.684728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.684896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.685178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.685733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.685733] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.685733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.685733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.685952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.686333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.686611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.686722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.686787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.686947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.687045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.687133] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 is going to be created. [ 566.749688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.749778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.749812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.750275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.750275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.761793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: IN_PROGRESS for 2s [ 566.804246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.804488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.804566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.804742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.804849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.805067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.805218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.805282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.805469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.805545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.805649] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be updated. [ 566.866487] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.866749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.866749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.866949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.867181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.887963] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 566.986121] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.488940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.489131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.489247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.489528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.489645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.489786] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be created. [ 567.512359] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.512505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.512604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.513572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.513572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.522137] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: UNINITIALIZED for 2s [ 567.607958] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 567.608208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.608400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.608617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.608829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.608951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.609027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.609196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.609397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.609397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.609476] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.719345] env[62741]: INFO networking_nsxv3.common.synchronization [None req-bbc7cd36-3867-4cd6-8644-374bcd087888 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 567.720798] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 567.721656] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.723074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.723074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.723074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.723074] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.873083] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c5075c29-29f7-4e98-a6dd-78ea22eb73c5 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 567.873439] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 567.873780] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.873881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.113571] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.113711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.113773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.113966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.114153] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.114260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.114325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.114475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.114562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.114655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.114816] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.114907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.114968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.115189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.115448] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.115448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.115577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.115634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.115757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.115892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.116046] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.245362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.245581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.245581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.245768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.245858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.245962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 already deleted. [ 568.246066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.246256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.246377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.246458] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.618958] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 568.646194] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.646286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.646339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.646633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.646746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.646986] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.647151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.647151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.647486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.647629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.647883] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.648077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.648194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.648735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.648881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.649127] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.649323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.649435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.649762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.649903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.650035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be created. [ 568.723530] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.723886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.723886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.724156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.724256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.733867] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 568.769774] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.769774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.769976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.770286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.770442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.770578] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 already deleted. [ 568.770734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.774408] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: SUCCESS [ 568.774408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.898045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 568.898045] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 deletion is rescheduled due to dependency. [ 568.898045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.580249] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 569.580574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.581043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.581371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.581686] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.581820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.581886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.582288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.582399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.582531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.582575] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.007443] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f4ea03f6-2136-4201-91a5-095114571c62 None None] Enqueued Resource ID: cdc0f803-97aa-4cdf-afdd-606cf40af283 with Priority: HIGHEST for action port [ 570.008080] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc0f803-97aa-4cdf-afdd-606cf40af283 with Priority: HIGHEST for action port [ 570.008651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc0f803-97aa-4cdf-afdd-606cf40af283 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.008749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc0f803-97aa-4cdf-afdd-606cf40af283" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.008836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc0f803-97aa-4cdf-afdd-606cf40af283" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.009127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc0f803-97aa-4cdf-afdd-606cf40af283" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.009467] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc0f803-97aa-4cdf-afdd-606cf40af283',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.085413] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.085598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.085631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.085841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.086026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.086179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.086179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.086644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.086644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.086644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.086644] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.086808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.086808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.086876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.087028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.087622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.087622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.087622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.087622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.087622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.087622] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.511964] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc0f803-97aa-4cdf-afdd-606cf40af283 [ 570.512283] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.512423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.512490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.512734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.512829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.512996] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc0f803-97aa-4cdf-afdd-606cf40af283 already deleted. [ 570.513146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc0f803-97aa-4cdf-afdd-606cf40af283" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.594145] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7937eb6-05d1-4d4b-b848-8bd00386b53b: rpc.has_security_group_logging(os_id): False [ 570.612552] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.612794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.612867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.613094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.613206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.613414] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.613832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.613832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.613832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.613832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.614138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.614257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.614329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.614947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.614947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.614947] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.614947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.615259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.615259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.616234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.616234] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be created. [ 570.671165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.671361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.671435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.671723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.672234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.685055] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 570.750061] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 570.750061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.971503] env[62741]: INFO networking_nsxv3.common.synchronization [req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 req-18e93f34-77c7-4b6d-86d1-08d488f3f1a9 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 571.972206] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 571.973181] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.973181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.973181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.973181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.973412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.973412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.973412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.973547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.973629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.973719] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.017802] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3da200c2-9a76-40d5-98e3-0eade6363b95 None None] Enqueued Resource ID: 1f48f142-9578-4434-a536-30c4ed2fb79c with Priority: HIGHEST for action port [ 572.017802] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f48f142-9578-4434-a536-30c4ed2fb79c with Priority: HIGHEST for action port [ 572.018335] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f48f142-9578-4434-a536-30c4ed2fb79c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.018460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f48f142-9578-4434-a536-30c4ed2fb79c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.018528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f48f142-9578-4434-a536-30c4ed2fb79c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.018774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f48f142-9578-4434-a536-30c4ed2fb79c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.019338] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f48f142-9578-4434-a536-30c4ed2fb79c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.480800] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.480972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.481211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.481270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.481314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.481509] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.481622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.481693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.481834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.481909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.482017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a already deleted. [ 572.482104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.522866] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f48f142-9578-4434-a536-30c4ed2fb79c [ 572.523199] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.523380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.523492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.524090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.525198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.525198] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f48f142-9578-4434-a536-30c4ed2fb79c already deleted. [ 572.525198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f48f142-9578-4434-a536-30c4ed2fb79c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.698694] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 572.698694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.772038] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.772038] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.772219] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.772519] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.773359] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.777365] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.777504] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.777802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.777960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.778208] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.778317] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.778429] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.778540] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.778644] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.778836] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.778886] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.798603] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 572.799301] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 572.799301] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 572.799301] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.799470] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.799608] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.799726] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.800075] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.800222] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe8efe7-5044-4462-a28c-a06cb69ed9ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.164614] env[62741]: INFO networking_nsxv3.common.synchronization [req-04da0eb0-0697-4c9b-8a15-b2b97c3500b9 req-c3ab449a-3e1d-4e50-a952-2e8abf498c9d tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: f527ae95-9005-4830-b6ee-46487b7a15c2 with Priority: HIGHEST for action security_group_rules [ 573.168958] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f527ae95-9005-4830-b6ee-46487b7a15c2 with Priority: HIGHEST for action security_group_rules [ 573.169323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f527ae95-9005-4830-b6ee-46487b7a15c2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.169468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f527ae95-9005-4830-b6ee-46487b7a15c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.169542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f527ae95-9005-4830-b6ee-46487b7a15c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.169797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f527ae95-9005-4830-b6ee-46487b7a15c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.169887] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f527ae95-9005-4830-b6ee-46487b7a15c2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.303304] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.303659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.303817] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.304226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.304226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.304612] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port bfe8efe7-5044-4462-a28c-a06cb69ed9ce not found, creating... [ 573.304723] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.304890] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.304982] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.307027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.307027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.307027] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.307027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.307027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.307027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.307420] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.307420] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: bfe8efe7-5044-4462-a28c-a06cb69ed9ce is going to be created. [ 573.327337] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.327337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.327337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.327337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.327701] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.327920] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.693229] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.693229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.693229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.693229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.693229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.693229] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f527ae95-9005-4830-b6ee-46487b7a15c2 already deleted. [ 573.693229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f527ae95-9005-4830-b6ee-46487b7a15c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 req-fde77c2c-35f8-47e2-8df2-422fe188edfe service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 req-fde77c2c-35f8-47e2-8df2-422fe188edfe service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 req-fde77c2c-35f8-47e2-8df2-422fe188edfe service nova] Enqueued Resource ID: bfe8efe7-5044-4462-a28c-a06cb69ed9ce with Priority: HIGHEST for action port [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 574.635860] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe8efe7-5044-4462-a28c-a06cb69ed9ce with Priority: HIGHEST for action port [ 574.636987] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.637144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.637212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.637494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.637584] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.639775] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.639858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.640025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.640302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.640478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.640671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.640735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.640905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.640991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.641152] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.641983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.642100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.642165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.642324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.642398] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe8efe7-5044-4462-a28c-a06cb69ed9ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.751959] env[62741]: INFO networking_nsxv3.common.synchronization [req-c97145a0-321d-4b80-b167-0db560df7e03 req-cb7ad314-4a25-4a3c-b9df-8a9d8e7ad54b tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 574.752605] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 574.753493] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.753493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.148531] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.148661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.149044] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.150175] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfe8efe7-5044-4462-a28c-a06cb69ed9ce with status ACTIVE [ 575.150359] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.150557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.150557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.150863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.150863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.151047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.151160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.151225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.151374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.151452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.151633] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.151730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.151787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.151926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.151999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.152097] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfe8efe7-5044-4462-a28c-a06cb69ed9ce is going to be updated. [ 575.172495] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.172783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.172783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.173077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.173077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.173239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe8efe7-5044-4462-a28c-a06cb69ed9ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.307090] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.307090] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.309171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.309586] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.309933] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.310212] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.310323] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.310793] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.310965] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.311251] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.311920] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.312021] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.312233] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.312358] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.312754] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.313132] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.332764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.333032] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.333236] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.333860] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.333860] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-089a5559-3c3b-40f4-9398-2a23fdde6d7b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.334099] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.334193] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.334795] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.338047] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089a5559-3c3b-40f4-9398-2a23fdde6d7b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.654763] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.837469] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.840083] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.840343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.840620] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.840906] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.841080] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 089a5559-3c3b-40f4-9398-2a23fdde6d7b not found, creating... [ 575.841975] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.842271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.842542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.843449] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.843659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.843987] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.844171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.844293] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.844519] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.844660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.844813] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 089a5559-3c3b-40f4-9398-2a23fdde6d7b is going to be created. [ 575.866490] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.866721] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.866863] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.867162] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.867387] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.867606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.022605] env[62741]: INFO networking_nsxv3.common.synchronization [req-ec40d95c-5cc3-4ca4-ab0e-b02779006019 req-af619a77-2527-4616-8803-93e60233bb7a tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: a4fb73bd-3352-4edf-b84f-ded7969d33db with Priority: HIGHEST for action security_group_rules [ 576.023884] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fb73bd-3352-4edf-b84f-ded7969d33db with Priority: HIGHEST for action security_group_rules [ 576.024406] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fb73bd-3352-4edf-b84f-ded7969d33db taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.024607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fb73bd-3352-4edf-b84f-ded7969d33db" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.024681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fb73bd-3352-4edf-b84f-ded7969d33db" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.024948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fb73bd-3352-4edf-b84f-ded7969d33db" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.025044] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fb73bd-3352-4edf-b84f-ded7969d33db',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.157765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.157765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.157765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.157765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.157765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.158162] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be created. [ 576.202159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.202426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.202426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.202633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.202790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.217238] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: UNINITIALIZED for 2s [ 576.547523] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.547862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.547862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.548548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.548764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.548837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fb73bd-3352-4edf-b84f-ded7969d33db already deleted. [ 576.548940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fb73bd-3352-4edf-b84f-ded7969d33db" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.929786] env[62741]: INFO networking_nsxv3.common.synchronization [req-05d17fc1-7a16-4621-8f6f-d090d0832620 req-21980962-0126-492a-805c-b8157cba49aa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 576.930339] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 576.930683] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.930821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.930895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.931151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.931305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.931396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.931602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.931672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.931727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.931911] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.973943] env[62741]: INFO networking_nsxv3.common.synchronization [req-9d60e388-7ada-447d-97b6-e6765e1567f6 req-e7e617d4-fc55-4da3-b599-59147905f916 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Enqueued Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 576.974726] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGHEST for action security_group_members [ 576.975176] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.977153] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.977153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.977674] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.434253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.434253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.434253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.434490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.434526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.434849] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.434849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.434997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.435057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.435942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.435942] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 577.467064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.467236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.467304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.467505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.467647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.477953] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 577.479354] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.479507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.479569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.479844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.479903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.480099] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.480213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.480277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.480414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.480792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.480914] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 is going to be updated. [ 577.490417] env[62741]: INFO networking_nsxv3.common.synchronization [req-5516b0f5-d6bd-4199-ac0e-77d10521567e req-cde3b0dd-418b-417d-8781-eb9e72da8510 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 577.495037] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 577.495037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.495037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.495037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.495037] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.499236] env[62741]: INFO networking_nsxv3.common.synchronization [req-c97145a0-321d-4b80-b167-0db560df7e03 req-c831ff76-df4d-4cf4-9807-03f7a3abbe57 service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 577.499704] env[62741]: INFO networking_nsxv3.common.synchronization [req-c97145a0-321d-4b80-b167-0db560df7e03 req-c831ff76-df4d-4cf4-9807-03f7a3abbe57 service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 577.500120] env[62741]: INFO networking_nsxv3.common.synchronization [req-c97145a0-321d-4b80-b167-0db560df7e03 req-c831ff76-df4d-4cf4-9807-03f7a3abbe57 service nova] Enqueued Resource ID: 089a5559-3c3b-40f4-9398-2a23fdde6d7b with Priority: HIGHEST for action port [ 577.501397] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 577.501743] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 577.502141] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089a5559-3c3b-40f4-9398-2a23fdde6d7b with Priority: HIGHEST for action port [ 577.502835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.504544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.504544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.504544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.504544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-089a5559-3c3b-40f4-9398-2a23fdde6d7b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.504544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.504544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.505440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.505440] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089a5559-3c3b-40f4-9398-2a23fdde6d7b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.518894] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.518894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.518894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.518894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.518894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.526625] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: IN_PROGRESS for 2s [ 577.966336] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.967610] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.967610] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.969135] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.969363] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.969424] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.969516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.969765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.969912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.970138] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.970250] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 577.970371] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 577.970497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 577.970674] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 577.970851] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 577.971011] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 577.988499] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 577.988666] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 577.988857] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 577.989065] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.990378] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-dac5a517-2e14-4164-baf2-7f9e83fe8643 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.990603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.990735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.991074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.991331] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac5a517-2e14-4164-baf2-7f9e83fe8643',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.002584] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.002704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.002778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.002980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.003079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.003267] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.003409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.003409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.003574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.003647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.003731] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce already deleted. [ 578.003807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.010069] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 089a5559-3c3b-40f4-9398-2a23fdde6d7b with status ACTIVE [ 578.010292] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.010420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.010512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.010719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.010825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.010969] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.011071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.011342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.011342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.011342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.011504] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.011626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.011677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.011792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.011864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.011947] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 089a5559-3c3b-40f4-9398-2a23fdde6d7b is going to be updated. [ 578.033483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.033648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.033717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.033922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.034073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.034236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-089a5559-3c3b-40f4-9398-2a23fdde6d7b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.226759] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 578.227178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.227238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.227495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.227725] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.227860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.227926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.228154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.228259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.228379] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.496653] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.496988] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.497140] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.497797] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.497981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.498163] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port dac5a517-2e14-4164-baf2-7f9e83fe8643 not found, creating... [ 578.498880] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.499218] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.499350] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.503857] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.503857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.503857] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: dac5a517-2e14-4164-baf2-7f9e83fe8643 is going to be created. [ 578.528961] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.528961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.528961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.528961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.528961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.528961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.735072] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.240051] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.489624] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 579.489624] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 579.489624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.541319] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82be4a49-2a36-45d8-9d05-9380f621a407 in Status: SUCCESS [ 579.541488] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 deletion is rescheduled due to dependency. [ 579.541604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.690139] env[62741]: INFO networking_nsxv3.common.synchronization [req-c8d80a3d-a1e4-413f-9259-58c0d614c958 req-98c93aee-5303-4ac8-9cbf-367ac1978ec1 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Enqueued Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 579.690692] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGHEST for action security_group_members [ 579.691011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.691141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.691206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.691443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.692211] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.692211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.692211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.692211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.692211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.692211] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.744542] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.744542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.744542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.744542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.744542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.744542] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 579.772069] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.772069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.772069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.772358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.772358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.784183] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 580.202028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.202028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.202028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.202028] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c is going to be updated. [ 580.229235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.229467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.229467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.229717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.229873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.238399] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: IN_PROGRESS for 2s [ 580.386770] env[62741]: INFO networking_nsxv3.common.synchronization [req-5516b0f5-d6bd-4199-ac0e-77d10521567e req-fd18fd04-bcef-4c81-b9ad-de2a18d34fc0 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 580.386770] env[62741]: INFO networking_nsxv3.common.synchronization [req-5516b0f5-d6bd-4199-ac0e-77d10521567e req-fd18fd04-bcef-4c81-b9ad-de2a18d34fc0 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 580.386770] env[62741]: INFO networking_nsxv3.common.synchronization [req-5516b0f5-d6bd-4199-ac0e-77d10521567e req-fd18fd04-bcef-4c81-b9ad-de2a18d34fc0 service nova] Enqueued Resource ID: dac5a517-2e14-4164-baf2-7f9e83fe8643 with Priority: HIGHEST for action port [ 580.387339] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 580.387339] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 580.387339] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac5a517-2e14-4164-baf2-7f9e83fe8643 with Priority: HIGHEST for action port [ 580.388177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.388177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.388177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.389211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.389211] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.390579] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.390579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.390579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.390735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.391080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.391200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.391431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.391619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.391718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.391815] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.392853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac5a517-2e14-4164-baf2-7f9e83fe8643 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.392853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.393070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.393113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.393154] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac5a517-2e14-4164-baf2-7f9e83fe8643',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.459262] env[62741]: INFO networking_nsxv3.common.synchronization [req-697269fc-2ae6-41a7-936f-bbaf04716176 req-05ecad93-c97c-4382-ae9d-cb3a8c1687ce tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 580.460296] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 580.460424] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.460729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.460822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.461760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.462842] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.462842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.462842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.462842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.462842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.462842] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.521491] env[62741]: INFO networking_nsxv3.common.synchronization [req-2622cf8c-1bc9-47e7-a7d0-c15adf10b21e req-bfdf79af-553b-4e40-a178-1d50b2a975d4 tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba with Priority: HIGHEST for action security_group_rules [ 580.526547] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba with Priority: HIGHEST for action security_group_rules [ 580.526547] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.526547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.526547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.526547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.526547] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.895167] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.896463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.896569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.899076] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac5a517-2e14-4164-baf2-7f9e83fe8643 with status ACTIVE [ 580.899259] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.899378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.899446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.899664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.899734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.899910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.899997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.900086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.900230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.900316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.900511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.900618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.900675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.900874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.900874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.900969] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac5a517-2e14-4164-baf2-7f9e83fe8643 is going to be updated. [ 580.927307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.927759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.927759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.927898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.927898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.928072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac5a517-2e14-4164-baf2-7f9e83fe8643" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.964382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.964495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.964495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.964713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.964824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.965053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.965176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.965237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.965379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.965459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.965534] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 already deleted. [ 580.965619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.060159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.060159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.060159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.060159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.060159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.060159] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba already deleted. [ 581.060159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecdf0cde-ca63-4c9c-a6b6-ea6525b01aba" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.132926] env[62741]: INFO networking_nsxv3.common.synchronization [None req-073449d8-255b-4d5e-a92c-385b1e2c4c7e None None] Enqueued Resource ID: 55124926-5071-4899-966f-e54127dd28ab with Priority: HIGHEST for action port [ 581.133226] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55124926-5071-4899-966f-e54127dd28ab with Priority: HIGHEST for action port [ 581.133817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-55124926-5071-4899-966f-e54127dd28ab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.133945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55124926-5071-4899-966f-e54127dd28ab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.134022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55124926-5071-4899-966f-e54127dd28ab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.134287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55124926-5071-4899-966f-e54127dd28ab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.134372] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55124926-5071-4899-966f-e54127dd28ab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.398733] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.637301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55124926-5071-4899-966f-e54127dd28ab [ 581.637538] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.637720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.637915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.638279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.638375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.638475] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55124926-5071-4899-966f-e54127dd28ab already deleted. [ 581.638559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55124926-5071-4899-966f-e54127dd28ab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.794323] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 581.794655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.794740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.795014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.795266] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.795266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.795456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.795508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.795566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.795657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.795757] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.796630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.796804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.797081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.802597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.802597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.802597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.802597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.802597] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.860206] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9b724995-8938-453e-a59d-392ae9c54f70 None None] Enqueued Resource ID: ae95f914-34d4-479d-9371-2099f073d2e6 with Priority: HIGHEST for action port [ 581.860851] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae95f914-34d4-479d-9371-2099f073d2e6 with Priority: HIGHEST for action port [ 581.861311] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae95f914-34d4-479d-9371-2099f073d2e6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.861462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae95f914-34d4-479d-9371-2099f073d2e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.861534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae95f914-34d4-479d-9371-2099f073d2e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.861804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae95f914-34d4-479d-9371-2099f073d2e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.861888] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae95f914-34d4-479d-9371-2099f073d2e6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.900787] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.900967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.902035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.902035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.902035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.902035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be created. [ 581.925876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.930546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.930546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.930546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.930546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.942183] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: UNINITIALIZED for 2s [ 582.196682] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.198278] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-254" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.198411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-254" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.198760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-254" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.199057] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.199235] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.199354] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.199584] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.199723] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.199929] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.200064] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 582.200469] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 582.200469] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 582.200469] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 582.200595] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 582.200660] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 582.224877] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 582.225165] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 582.225353] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 582.225634] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-254" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.226026] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1f82015f-6991-4403-9324-37750941711b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.226227] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.226359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.227920] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.228180] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f82015f-6991-4403-9324-37750941711b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.245206] env[62741]: INFO networking_nsxv3.common.synchronization [None req-19d914f7-351c-4234-9ff8-919bba6f6b63 None None] Enqueued Resource ID: b223c108-a9ec-4fda-880d-f944ef056322 with Priority: HIGHEST for action port [ 582.246310] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b223c108-a9ec-4fda-880d-f944ef056322 with Priority: HIGHEST for action port [ 582.246840] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b223c108-a9ec-4fda-880d-f944ef056322 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.247057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b223c108-a9ec-4fda-880d-f944ef056322" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.247138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b223c108-a9ec-4fda-880d-f944ef056322" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.247399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b223c108-a9ec-4fda-880d-f944ef056322" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.247471] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b223c108-a9ec-4fda-880d-f944ef056322',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.259619] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef9672-01ac-45cd-b095-4e29e982c89c in Status: SUCCESS [ 582.259792] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c deletion is rescheduled due to dependency. [ 582.260039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.302851] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.302974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.303258] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.364941] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae95f914-34d4-479d-9371-2099f073d2e6 [ 582.365246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.365391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.365461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.365683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.365774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.365885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae95f914-34d4-479d-9371-2099f073d2e6 already deleted. [ 582.365975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae95f914-34d4-479d-9371-2099f073d2e6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.737185] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.737840] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.737840] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.737998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.738195] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.738372] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1f82015f-6991-4403-9324-37750941711b not found, creating... [ 582.738642] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.738800] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.739351] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.739351] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.739351] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.739610] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.740017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.740017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.740772] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.740990] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.741206] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1f82015f-6991-4403-9324-37750941711b is going to be created. [ 582.750612] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b223c108-a9ec-4fda-880d-f944ef056322 [ 582.752523] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.752523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.752523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.752523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.752523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.752523] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b223c108-a9ec-4fda-880d-f944ef056322 already deleted. [ 582.752523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b223c108-a9ec-4fda-880d-f944ef056322" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.763575] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.763809] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.763954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.764254] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.764488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.764760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.807295] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.962492] env[62741]: INFO networking_nsxv3.common.synchronization [None req-73bb850c-eb0b-473e-b478-4d1d4dce2831 None None] Enqueued Resource ID: f8330b52-40ec-436a-9240-313e4151b73e with Priority: HIGHEST for action port [ 582.962492] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8330b52-40ec-436a-9240-313e4151b73e with Priority: HIGHEST for action port [ 582.962655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8330b52-40ec-436a-9240-313e4151b73e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.962777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8330b52-40ec-436a-9240-313e4151b73e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.962840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8330b52-40ec-436a-9240-313e4151b73e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.963121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8330b52-40ec-436a-9240-313e4151b73e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.963198] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8330b52-40ec-436a-9240-313e4151b73e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.309205] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.309373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.309448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.309665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.309755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.309854] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 583.344944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.344944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.344944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.344944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.344944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.364097] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 583.466016] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8330b52-40ec-436a-9240-313e4151b73e [ 583.466180] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.466384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.466542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.468102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.468102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.468102] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8330b52-40ec-436a-9240-313e4151b73e already deleted. [ 583.468102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8330b52-40ec-436a-9240-313e4151b73e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.657582] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0fe3b30a-154f-4ee8-9a98-cb1e803ab192 None None] Enqueued Resource ID: 900a807b-18df-47e8-a61d-fb9df97b3288 with Priority: HIGHEST for action port [ 583.657582] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 900a807b-18df-47e8-a61d-fb9df97b3288 with Priority: HIGHEST for action port [ 583.658269] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-900a807b-18df-47e8-a61d-fb9df97b3288 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.658361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-900a807b-18df-47e8-a61d-fb9df97b3288" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.658545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-900a807b-18df-47e8-a61d-fb9df97b3288" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.658786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-900a807b-18df-47e8-a61d-fb9df97b3288" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.659474] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('900a807b-18df-47e8-a61d-fb9df97b3288',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.952098] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 583.952427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.952518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.952745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.952936] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.955172] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.161921] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 900a807b-18df-47e8-a61d-fb9df97b3288 [ 584.162208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.162361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.162452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.162620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.162705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.162792] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:900a807b-18df-47e8-a61d-fb9df97b3288 already deleted. [ 584.162869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-900a807b-18df-47e8-a61d-fb9df97b3288" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.458951] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.459185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.459233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.459414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.459628] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.459728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.459783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.459941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.460035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.461389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.461389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.461389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.461389] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.631160] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e97223dd-1cac-4d63-8c84-4cdace00fb6f None None] Enqueued Resource ID: dd93d5fc-7dbd-40a8-a234-b7f70392909f with Priority: HIGHEST for action port [ 584.631468] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd93d5fc-7dbd-40a8-a234-b7f70392909f with Priority: HIGHEST for action port [ 584.632101] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd93d5fc-7dbd-40a8-a234-b7f70392909f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.633135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd93d5fc-7dbd-40a8-a234-b7f70392909f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.633272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd93d5fc-7dbd-40a8-a234-b7f70392909f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.633631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd93d5fc-7dbd-40a8-a234-b7f70392909f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.633956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd93d5fc-7dbd-40a8-a234-b7f70392909f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.964044] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69279a8b-6965-4f37-b051-527c1a1f49ce: rpc.has_security_group_logging(os_id): False [ 584.983916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.983916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.983916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.983916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.983916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.983916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.983916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.984414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.984414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.984499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.985943] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.985943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.985943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.987038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.987038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.987038] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.987038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.987038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.987307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.987307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.987389] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be created. [ 585.042867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.042867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.042867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.042867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.043059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.056346] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 585.136505] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd93d5fc-7dbd-40a8-a234-b7f70392909f [ 585.136617] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.136758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.136846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.137130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.137203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.137242] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd93d5fc-7dbd-40a8-a234-b7f70392909f already deleted. [ 585.137405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd93d5fc-7dbd-40a8-a234-b7f70392909f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.377662] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.377662] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.377662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.378192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.378192] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.378192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.378192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.378359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.378415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.378532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.378581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.378770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.378852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.378889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.379019] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.622263] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5ec65330-e366-4a61-9ba4-e73d5026005b tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 585.623774] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 585.624669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.624669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.624669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.625067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.625067] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.681610] env[62741]: INFO networking_nsxv3.common.synchronization [req-697269fc-2ae6-41a7-936f-bbaf04716176 req-9cae67a1-6263-4316-954c-886e3beca94c service nova] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 585.681610] env[62741]: INFO networking_nsxv3.common.synchronization [req-697269fc-2ae6-41a7-936f-bbaf04716176 req-9cae67a1-6263-4316-954c-886e3beca94c service nova] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 585.681610] env[62741]: INFO networking_nsxv3.common.synchronization [req-697269fc-2ae6-41a7-936f-bbaf04716176 req-9cae67a1-6263-4316-954c-886e3beca94c service nova] Enqueued Resource ID: 1f82015f-6991-4403-9324-37750941711b with Priority: HIGHEST for action port [ 585.681610] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_rules [ 585.681884] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 585.682089] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f82015f-6991-4403-9324-37750941711b with Priority: HIGHEST for action port [ 585.682394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.682604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.682673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.682939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.683062] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.684690] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.684690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.684690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.684690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.684903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.685032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.685174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.685364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.685479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.685613] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.686513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f82015f-6991-4403-9324-37750941711b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.686630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.686740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.686916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.686995] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f82015f-6991-4403-9324-37750941711b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.819697] env[62741]: INFO networking_nsxv3.common.synchronization [req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 req-a95f2c4f-10c6-4b20-8d17-89d36dc789f9 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 585.823882] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 585.823882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.823882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.823882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.823882] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.888504] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1729b921-d012-4e74-9730-42e268a0a02a: rpc.has_security_group_logging(os_id): False [ 585.906327] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.906682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.906849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.910129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.910129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.910652] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.910652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.910652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.910652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.910652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.910832] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.910922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.910980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.911142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.911222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.911291] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be created. [ 585.964900] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.965222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.965222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.965518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.965658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.971412] env[62741]: INFO networking_nsxv3.common.synchronization [req-ce84c43c-fa4c-4b88-b12e-ad5e95491391 req-ef7ed443-d0a1-4333-9f31-b2199bd457f3 tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: e651dc72-fe4a-4759-a741-916ceda23777 with Priority: HIGHEST for action security_group_rules [ 585.972059] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e651dc72-fe4a-4759-a741-916ceda23777 with Priority: HIGHEST for action security_group_rules [ 585.972431] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e651dc72-fe4a-4759-a741-916ceda23777 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.972651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e651dc72-fe4a-4759-a741-916ceda23777" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.972751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e651dc72-fe4a-4759-a741-916ceda23777" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.973166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e651dc72-fe4a-4759-a741-916ceda23777" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.973364] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e651dc72-fe4a-4759-a741-916ceda23777',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.978793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 586.011710] env[62741]: INFO networking_nsxv3.common.synchronization [None req-12ed7a83-55c7-49ba-82e2-93af6783ede4 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 586.012768] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 586.013236] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.013945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.149560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.149712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.149785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.149993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.150097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.150192] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 already deleted. [ 586.150402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.150516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.150681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.150762] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.192764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f82015f-6991-4403-9324-37750941711b with status ACTIVE [ 586.195097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.195097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.195097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.195097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.196558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.197074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.197286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.198027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.199083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f82015f-6991-4403-9324-37750941711b is going to be updated. [ 586.199884] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.200036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.200675] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.233032] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.233221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.233277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.233488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.236949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.236949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f82015f-6991-4403-9324-37750941711b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.325462] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.497825] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.498115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.498220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.498580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.499586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.499787] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e651dc72-fe4a-4759-a741-916ceda23777 already deleted. [ 586.500031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e651dc72-fe4a-4759-a741-916ceda23777" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.673203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.674251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.674571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.675274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.675274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.675274] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 already deleted. [ 586.675274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.703358] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.828152] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.068850] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 587.069530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.207616] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.207616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.207616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.208671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.209296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.209510] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 is going to be created. [ 587.238629] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.238629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.238629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.238853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.240526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.252280] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: UNINITIALIZED for 2s [ 587.335987] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.335987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.335987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.336224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.336224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.336377] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 587.351941] env[62741]: INFO networking_nsxv3.common.synchronization [None req-aff5c23e-4282-489f-bf17-1ed2e2e372f5 None None] Enqueued Resource ID: 278bb6fe-5444-4abe-9dbb-84b587039e72 with Priority: HIGHEST for action port [ 587.352582] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278bb6fe-5444-4abe-9dbb-84b587039e72 with Priority: HIGHEST for action port [ 587.353247] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-278bb6fe-5444-4abe-9dbb-84b587039e72 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.353871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278bb6fe-5444-4abe-9dbb-84b587039e72" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.354022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278bb6fe-5444-4abe-9dbb-84b587039e72" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.354369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278bb6fe-5444-4abe-9dbb-84b587039e72" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.354773] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278bb6fe-5444-4abe-9dbb-84b587039e72',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.369149] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.369149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.369149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.372169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.372169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.383193] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 587.550082] env[62741]: INFO networking_nsxv3.common.synchronization [None req-49da5d0e-a73e-4913-8145-982ce466e941 None None] Enqueued Resource ID: 914bd714-3e65-4a50-9525-6b0ac9250bef with Priority: HIGHEST for action port [ 587.550681] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914bd714-3e65-4a50-9525-6b0ac9250bef with Priority: HIGHEST for action port [ 587.550988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-914bd714-3e65-4a50-9525-6b0ac9250bef taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.552814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914bd714-3e65-4a50-9525-6b0ac9250bef" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.552994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914bd714-3e65-4a50-9525-6b0ac9250bef" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914bd714-3e65-4a50-9525-6b0ac9250bef" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.555156] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914bd714-3e65-4a50-9525-6b0ac9250bef',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.857751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 278bb6fe-5444-4abe-9dbb-84b587039e72 [ 587.858015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.858250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.858366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.858684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.858804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.859029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:278bb6fe-5444-4abe-9dbb-84b587039e72 already deleted. [ 587.859100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278bb6fe-5444-4abe-9dbb-84b587039e72" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.981343] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c17d5f6a-79d8-4179-bdf5-49f6ad2d54ec None None] Enqueued Resource ID: db873356-aab4-4352-ae09-631cee99859f with Priority: HIGHEST for action port [ 587.981876] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db873356-aab4-4352-ae09-631cee99859f with Priority: HIGHEST for action port [ 587.986447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-db873356-aab4-4352-ae09-631cee99859f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.986447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db873356-aab4-4352-ae09-631cee99859f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.986447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db873356-aab4-4352-ae09-631cee99859f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.987474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db873356-aab4-4352-ae09-631cee99859f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.987474] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db873356-aab4-4352-ae09-631cee99859f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.993587] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 587.993797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.994307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.994517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.994960] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.029322] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.029624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.029624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.029989] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.030220] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.030552] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.031314] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.031594] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.033858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.033858] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.033858] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.033858] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.033858] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.033858] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.033858] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.033858] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.051013] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.054022] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 588.054022] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.054022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-308" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.054022] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.054022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.054022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.054022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.054022] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6a14d5-b4e3-4f9d-84a0-067aaf16229b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.060369] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 914bd714-3e65-4a50-9525-6b0ac9250bef [ 588.060577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.061611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.061611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.061611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.061611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.061611] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:914bd714-3e65-4a50-9525-6b0ac9250bef already deleted. [ 588.061611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914bd714-3e65-4a50-9525-6b0ac9250bef" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.103912] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9fc55e6f-39ad-439d-92cf-b95bc6629129 None None] Enqueued Resource ID: af8d6262-7184-4557-b4d0-721fe53d346a with Priority: HIGHEST for action port [ 588.104492] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8d6262-7184-4557-b4d0-721fe53d346a with Priority: HIGHEST for action port [ 588.106385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8d6262-7184-4557-b4d0-721fe53d346a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.106385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8d6262-7184-4557-b4d0-721fe53d346a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.106558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8d6262-7184-4557-b4d0-721fe53d346a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.106710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8d6262-7184-4557-b4d0-721fe53d346a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.106793] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8d6262-7184-4557-b4d0-721fe53d346a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.258220] env[62741]: INFO networking_nsxv3.common.synchronization [req-d1565cd7-ae7c-4679-b00c-52a532005ecc req-ac542ff3-7373-4c4b-aed7-bb98198356e8 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 588.258924] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 588.259037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.260580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.262437] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.262437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.262437] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.490618] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db873356-aab4-4352-ae09-631cee99859f [ 588.490690] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.491267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.491267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.494272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.494272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.494272] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db873356-aab4-4352-ae09-631cee99859f already deleted. [ 588.494272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db873356-aab4-4352-ae09-631cee99859f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.497556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.497556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.561751] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.561751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b not found, creating... [ 588.561751] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.561751] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.562622] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.562622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.562622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.562622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.562622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.562622] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b is going to be created. [ 588.580509] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.580701] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.580828] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.581216] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.581374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.581596] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.615661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af8d6262-7184-4557-b4d0-721fe53d346a [ 588.615661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.615661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.615661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.615661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.615661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.615661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af8d6262-7184-4557-b4d0-721fe53d346a already deleted. [ 588.615661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8d6262-7184-4557-b4d0-721fe53d346a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.771862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.771862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.771862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 already deleted. [ 588.771862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.264431] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: SUCCESS [ 589.264739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.264844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.265039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.265225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.265480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.265480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.265587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.265644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.265728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.265818] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.312687] env[62741]: INFO networking_nsxv3.common.synchronization [None req-34c14fc4-8784-4c63-94b5-a8269c87f6bf None None] Enqueued Resource ID: 568dab70-51e2-44d5-905b-2ed7d9f35fc5 with Priority: HIGHEST for action port [ 589.316767] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568dab70-51e2-44d5-905b-2ed7d9f35fc5 with Priority: HIGHEST for action port [ 589.320459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-568dab70-51e2-44d5-905b-2ed7d9f35fc5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.320459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568dab70-51e2-44d5-905b-2ed7d9f35fc5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.320459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568dab70-51e2-44d5-905b-2ed7d9f35fc5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.320459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568dab70-51e2-44d5-905b-2ed7d9f35fc5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.320459] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568dab70-51e2-44d5-905b-2ed7d9f35fc5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.392118] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 589.392363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.392539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.392751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.392939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.393064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.393195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.393290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.393370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.393451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.393537] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.771161] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.820663] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 568dab70-51e2-44d5-905b-2ed7d9f35fc5 [ 589.820886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.821067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.821147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.821387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.821475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.821518] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:568dab70-51e2-44d5-905b-2ed7d9f35fc5 already deleted. [ 589.821947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568dab70-51e2-44d5-905b-2ed7d9f35fc5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.904677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.905329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.905329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.905707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.905901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.906258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.906258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.906258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.906424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.906482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.906660] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.906772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.907143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.907143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.907143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.907335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.907335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.907422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.907464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.907541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.907631] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.997051] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.997258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.997390] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.998504] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.002027] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.002027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.002027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.002027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.002027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.002027] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.002027] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.002027] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.002027] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.002027] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.002027] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.002027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.046226] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.046408] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.046582] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.046760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.047100] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.047271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.047389] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.047767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.047905] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8520cc-e82c-4d2d-8b0e-03dcb0b4d621',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.233371] env[62741]: INFO networking_nsxv3.common.synchronization [None req-eddd7d47-f96f-41b1-bcef-26e49120218e None None] Enqueued Resource ID: 6c95ec87-6eda-4de1-a8e1-00e748367dcb with Priority: HIGHEST for action port [ 590.233904] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c95ec87-6eda-4de1-a8e1-00e748367dcb with Priority: HIGHEST for action port [ 590.237843] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c95ec87-6eda-4de1-a8e1-00e748367dcb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.237843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c95ec87-6eda-4de1-a8e1-00e748367dcb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.237843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c95ec87-6eda-4de1-a8e1-00e748367dcb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.237843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c95ec87-6eda-4de1-a8e1-00e748367dcb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.237843] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c95ec87-6eda-4de1-a8e1-00e748367dcb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.281446] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3549b4ae-22c3-442c-a646-bbff28c64036: rpc.has_security_group_logging(os_id): False [ 590.299774] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.299929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.299929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.300471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.300471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.300471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.300696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.300696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.300843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.300843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.300932] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 is going to be created. [ 590.357496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.357801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.357801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.358534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.358534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.369239] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: IN_PROGRESS for 2s [ 590.414174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1729b921-d012-4e74-9730-42e268a0a02a: rpc.has_security_group_logging(os_id): False [ 590.436110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.438072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.438072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.438072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.438599] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.438599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.438599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.438599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.438599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.438599] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 590.507187] env[62741]: INFO networking_nsxv3.common.synchronization [req-d17d1898-2c2c-44a0-8440-cf848ff6c881 req-02e43848-39ec-4362-a14d-4dfa9860b08b tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 590.511159] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 590.511159] env[62741]: INFO networking_nsxv3.common.synchronization [req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 req-1a7a4f2d-676f-42b0-8698-1ebfb40f2d70 service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 590.511159] env[62741]: INFO networking_nsxv3.common.synchronization [req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 req-1a7a4f2d-676f-42b0-8698-1ebfb40f2d70 service nova] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 590.511414] env[62741]: INFO networking_nsxv3.common.synchronization [req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 req-1a7a4f2d-676f-42b0-8698-1ebfb40f2d70 service nova] Enqueued Resource ID: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b with Priority: HIGHEST for action port [ 590.511779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.511898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.511961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.512178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.512437] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.512550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.512550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.512805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.512805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.513164] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.514076] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_rules [ 590.515149] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 590.515149] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b with Priority: HIGHEST for action port [ 590.517553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.521125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.521125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.521125] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.521125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.521125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.521125] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6a14d5-b4e3-4f9d-84a0-067aaf16229b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.523086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.523293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.523293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.527189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.527189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.546136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 590.558022] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.558022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 not found, creating... [ 590.558022] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.558022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.558540] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.558803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.559150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.559411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.559726] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 is going to be created. [ 590.589048] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.589048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.589048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.589048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.589048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.591116] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.739019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c95ec87-6eda-4de1-a8e1-00e748367dcb [ 590.739019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.739019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.739019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.739019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.739019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.739019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c95ec87-6eda-4de1-a8e1-00e748367dcb already deleted. [ 590.739019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c95ec87-6eda-4de1-a8e1-00e748367dcb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.795883] env[62741]: INFO networking_nsxv3.common.synchronization [None req-525745b6-996c-4e4b-9868-07d9edcacadc None None] Enqueued Resource ID: 400f664c-cc6b-4d97-aa67-6cebca719318 with Priority: HIGHEST for action port [ 590.796448] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400f664c-cc6b-4d97-aa67-6cebca719318 with Priority: HIGHEST for action port [ 590.796860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-400f664c-cc6b-4d97-aa67-6cebca719318 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.796981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400f664c-cc6b-4d97-aa67-6cebca719318" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.796981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400f664c-cc6b-4d97-aa67-6cebca719318" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.798269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400f664c-cc6b-4d97-aa67-6cebca719318" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.798344] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400f664c-cc6b-4d97-aa67-6cebca719318',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.003226] env[62741]: INFO networking_nsxv3.common.synchronization [None req-1d83e15d-0414-4521-babd-33d361fa6985 None None] Enqueued Resource ID: b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3 with Priority: HIGHEST for action port [ 591.003563] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3 with Priority: HIGHEST for action port [ 591.004087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.004240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.004289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.004589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.004667] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.020043] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.026214] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.028818] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b with status ACTIVE [ 591.028907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.029094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.029371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.029546] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.029654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.029724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.029871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.029945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.030134] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.030230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.030292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.030437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.030505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.030640] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b is going to be updated. [ 591.051661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.051811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.051852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.052922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.052922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.052922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.301240] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 400f664c-cc6b-4d97-aa67-6cebca719318 [ 591.301240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.301240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.301240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.301240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.301240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.301240] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:400f664c-cc6b-4d97-aa67-6cebca719318 already deleted. [ 591.301240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400f664c-cc6b-4d97-aa67-6cebca719318" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.419024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.419024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.419024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.419024] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 591.419024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.419024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.419024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.419644] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 591.419644] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.419644] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.441856] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.441856] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 591.441856] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.441856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.441856] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-2129c1a5-4510-4135-a371-d8b8a6165997 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.441856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.441856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.441856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.441856] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2129c1a5-4510-4135-a371-d8b8a6165997',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.506686] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3 [ 591.506928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.507079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.507148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.507373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.507473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.507573] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3 already deleted. [ 591.507654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2661eaf-b6da-40f0-a72f-72c2cc0f2cf3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.524516] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.532800] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.557119] env[62741]: INFO networking_nsxv3.common.synchronization [req-1834b99f-6d9d-46dd-8e5b-1d276b6976c6 req-4f0cb3de-d58c-4b67-8a67-829626c4c0e6 tempest-SecurityGroupRulesNegativeTestJSON-484548277 tempest-SecurityGroupRulesNegativeTestJSON-484548277-project-member] Enqueued Resource ID: 51b6e954-5da2-41af-9904-fab605eac3f5 with Priority: HIGHEST for action security_group_rules [ 591.557119] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b6e954-5da2-41af-9904-fab605eac3f5 with Priority: HIGHEST for action security_group_rules [ 591.557119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b6e954-5da2-41af-9904-fab605eac3f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.557119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.557119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.557786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.557868] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b6e954-5da2-41af-9904-fab605eac3f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.790224] env[62741]: INFO networking_nsxv3.common.synchronization [req-d1565cd7-ae7c-4679-b00c-52a532005ecc req-f4fe5595-d0b6-4b1a-bd32-f237d590ca98 service nova] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 591.791160] env[62741]: INFO networking_nsxv3.common.synchronization [req-d1565cd7-ae7c-4679-b00c-52a532005ecc req-f4fe5595-d0b6-4b1a-bd32-f237d590ca98 service nova] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 591.791160] env[62741]: INFO networking_nsxv3.common.synchronization [req-d1565cd7-ae7c-4679-b00c-52a532005ecc req-f4fe5595-d0b6-4b1a-bd32-f237d590ca98 service nova] Enqueued Resource ID: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 with Priority: HIGHEST for action port [ 591.791160] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_rules [ 591.791160] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 591.791160] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 with Priority: HIGHEST for action port [ 591.791538] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.791660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.791847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.791934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.791984] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.793450] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.794090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.794090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.794090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.794090] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.794090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.794634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.794634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.794634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.794634] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.795492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.795492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.795492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.795492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.795692] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8520cc-e82c-4d2d-8b0e-03dcb0b4d621',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.910606] env[62741]: INFO networking_nsxv3.common.synchronization [None req-85b061d7-02d8-4477-884f-d49937c9d146 None None] Enqueued Resource ID: df533cfc-89d0-4f39-8ca6-e72200912430 with Priority: HIGHEST for action port [ 591.910893] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df533cfc-89d0-4f39-8ca6-e72200912430 with Priority: HIGHEST for action port [ 591.911460] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-df533cfc-89d0-4f39-8ca6-e72200912430 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.911581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df533cfc-89d0-4f39-8ca6-e72200912430" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.911644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df533cfc-89d0-4f39-8ca6-e72200912430" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.911895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df533cfc-89d0-4f39-8ca6-e72200912430" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.911970] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df533cfc-89d0-4f39-8ca6-e72200912430',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.948448] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.948448] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 2129c1a5-4510-4135-a371-d8b8a6165997 not found, creating... [ 591.948448] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.948448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.949647] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.950096] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.950435] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.950887] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.951253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.952971] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 2129c1a5-4510-4135-a371-d8b8a6165997 is going to be created. [ 591.972856] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.975237] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.975237] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.975237] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.976927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.976927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.027275] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.029147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.029147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.029147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.029147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be updated. [ 592.035609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.035609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.035609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.035784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.036775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.036775] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 592.066367] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.066513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.066565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.066769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.066904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.080288] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 592.090685] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.090809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.090852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.091064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.091888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.106049] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.107411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.107411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.107411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.107411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.107411] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b6e954-5da2-41af-9904-fab605eac3f5 already deleted. [ 592.107411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.107990] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 592.298577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.302208] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.302208] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 with status ACTIVE [ 592.302208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.302208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.302208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.302910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.302910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.302910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.303268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.303268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.303268] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 is going to be updated. [ 592.328271] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.328504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.328612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.328876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.329096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.329413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.393029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: SUCCESS [ 592.393029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.414399] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df533cfc-89d0-4f39-8ca6-e72200912430 [ 592.414876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.415207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.415377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.415664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.415837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.417000] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df533cfc-89d0-4f39-8ca6-e72200912430 already deleted. [ 592.417117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df533cfc-89d0-4f39-8ca6-e72200912430" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.559347] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 592.559579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.559769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.559996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.560112] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.809062] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.981599] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3d3b0ffa-6104-4d31-a429-68da4b750b3c None None] Enqueued Resource ID: b5d315a5-d89e-413c-8b0a-19f34f10fd9b with Priority: HIGHEST for action port [ 592.985196] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d315a5-d89e-413c-8b0a-19f34f10fd9b with Priority: HIGHEST for action port [ 592.985196] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d315a5-d89e-413c-8b0a-19f34f10fd9b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.985196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d315a5-d89e-413c-8b0a-19f34f10fd9b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.985196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d315a5-d89e-413c-8b0a-19f34f10fd9b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.985196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d315a5-d89e-413c-8b0a-19f34f10fd9b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.985196] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d315a5-d89e-413c-8b0a-19f34f10fd9b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.067777] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.068074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.172373] env[62741]: INFO networking_nsxv3.common.synchronization [req-5af48654-f35c-4219-a686-428ffeddc457 req-acc68341-f26c-4da9-afd2-7eba58585298 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 593.172373] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 593.172373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.172373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.172373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.172373] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.316981] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.317317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.317317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.317452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.317543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.317644] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 is going to be created. [ 593.342765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.342765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.342950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.343033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.343192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.354169] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: UNINITIALIZED for 2s [ 593.488427] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5d315a5-d89e-413c-8b0a-19f34f10fd9b [ 593.489094] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.489289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.489386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.489567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.489661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.489761] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5d315a5-d89e-413c-8b0a-19f34f10fd9b already deleted. [ 593.489846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d315a5-d89e-413c-8b0a-19f34f10fd9b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.587227] env[62741]: INFO networking_nsxv3.common.synchronization [req-d17d1898-2c2c-44a0-8440-cf848ff6c881 req-a9908cac-8b2e-4a0b-9fec-67fcbf250946 service nova] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_rules [ 593.587449] env[62741]: INFO networking_nsxv3.common.synchronization [req-d17d1898-2c2c-44a0-8440-cf848ff6c881 req-a9908cac-8b2e-4a0b-9fec-67fcbf250946 service nova] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 593.587616] env[62741]: INFO networking_nsxv3.common.synchronization [req-d17d1898-2c2c-44a0-8440-cf848ff6c881 req-a9908cac-8b2e-4a0b-9fec-67fcbf250946 service nova] Enqueued Resource ID: 2129c1a5-4510-4135-a371-d8b8a6165997 with Priority: HIGHEST for action port [ 593.588195] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_rules [ 593.588347] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 593.588479] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2129c1a5-4510-4135-a371-d8b8a6165997 with Priority: HIGHEST for action port [ 593.588802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.588950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.589162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.589424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.589529] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.591668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.591805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.592085] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-2129c1a5-4510-4135-a371-d8b8a6165997 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.592260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.592354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.592602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.592712] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2129c1a5-4510-4135-a371-d8b8a6165997',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.674544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.677101] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.677101] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 already deleted. [ 593.677101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.776255] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.776463] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.776613] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.776956] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.777610] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.780422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.780422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.780422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.780831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.780831] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.780831] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.781576] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.782321] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.782321] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.782321] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.782321] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.800137] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.800328] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.800474] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.800664] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.801021] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-378e6149-7ac5-4636-8bdf-64ad87e3f917 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.802185] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.802534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.803388] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.803435] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378e6149-7ac5-4636-8bdf-64ad87e3f917',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.091764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 594.091764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.092368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.092368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.092368] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.093231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.093231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.093231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.093231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.093231] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.097548] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2129c1a5-4510-4135-a371-d8b8a6165997 with status ACTIVE [ 594.097548] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.097548] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.097548] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.097548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.097548] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2129c1a5-4510-4135-a371-d8b8a6165997 is going to be updated. [ 594.098878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.099081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.118210] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.119134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.119134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.120764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.120764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.120764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2129c1a5-4510-4135-a371-d8b8a6165997" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.121402] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 594.121691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.121966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.122367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.122791] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.123049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.124961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.124961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.124961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.124961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.124961] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.149684] env[62741]: INFO networking_nsxv3.common.synchronization [req-391b7f3b-1768-4e55-99b6-590818c6a440 req-df7c8501-6a64-4b65-afdf-feacb1fb72fb tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 594.150239] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 594.150564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982dd333-5ecc-4961-9844-2aac6c196663 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.151417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.151502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.151885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.151992] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982dd333-5ecc-4961-9844-2aac6c196663',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.308573] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.308817] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.309041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.309874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.309874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.309874] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 378e6149-7ac5-4636-8bdf-64ad87e3f917 not found, creating... [ 594.309874] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.310170] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.310264] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.310538] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.310690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.311050] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.311235] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.311382] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.311642] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.311794] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.311991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 378e6149-7ac5-4636-8bdf-64ad87e3f917 is going to be created. [ 594.338587] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.338851] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.338954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.339256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.339653] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.339924] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.596286] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.629726] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.629726] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.629726] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.629726] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.630780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.630780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.630780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.630780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.630780] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.672115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.672325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.672407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.672617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.672708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.672802] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982dd333-5ecc-4961-9844-2aac6c196663 already deleted. [ 594.672883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.099133] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.115119] env[62741]: INFO networking_nsxv3.common.synchronization [req-829af642-c2ac-4caa-87aa-89eca91889c8 req-acbde08a-0fe2-4bd0-99f6-5c7582896ef6 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 595.115686] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 595.116059] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.116163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.116214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.116384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.116530] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.116619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.116678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.116817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.116894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.116982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.136878] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1729b921-d012-4e74-9730-42e268a0a02a: rpc.has_security_group_logging(os_id): False [ 595.155433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.155433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.155433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.155433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.156010] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.156010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.156010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.156010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.156010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.156010] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 595.209949] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.210679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.210842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.211177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.211426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.223623] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 595.367015] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: SUCCESS [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.367015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.367015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.367015] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.410170] env[62741]: INFO networking_nsxv3.common.synchronization [req-5af48654-f35c-4219-a686-428ffeddc457 req-1ae62da0-f1a7-4407-a9f2-56aa920008a0 service nova] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 595.410381] env[62741]: INFO networking_nsxv3.common.synchronization [req-5af48654-f35c-4219-a686-428ffeddc457 req-1ae62da0-f1a7-4407-a9f2-56aa920008a0 service nova] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 595.410521] env[62741]: INFO networking_nsxv3.common.synchronization [req-5af48654-f35c-4219-a686-428ffeddc457 req-1ae62da0-f1a7-4407-a9f2-56aa920008a0 service nova] Enqueued Resource ID: 378e6149-7ac5-4636-8bdf-64ad87e3f917 with Priority: HIGHEST for action port [ 595.410995] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 595.411138] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 595.413025] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 378e6149-7ac5-4636-8bdf-64ad87e3f917 with Priority: HIGHEST for action port [ 595.413025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.413025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.413025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.413025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.413025] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.416180] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.416302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.416373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.416564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.416716] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.416863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.416863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.417061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.417153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.417248] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.417996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-378e6149-7ac5-4636-8bdf-64ad87e3f917 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.418113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.418182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.418333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.418409] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378e6149-7ac5-4636-8bdf-64ad87e3f917',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.606511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.606511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.606511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.606511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.606511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.606511] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be updated. [ 595.619647] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.636968] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.636968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.636968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.636968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.636968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.647443] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 595.853939] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.854163] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.854294] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.855402] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.856234] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.856342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.856911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.856911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.857074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.857375] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.857558] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.857715] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.857839] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.861126] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.861399] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.861485] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.871448] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.882488] env[62741]: INFO networking_nsxv3.common.synchronization [req-acb858a0-5c8a-492c-b582-9919639a70db req-ea6af409-dbdb-450c-9dc0-22789050d535 tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 595.883648] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 595.886446] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.886596] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.886737] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.887857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-188" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.887857] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-05435ed9-1db7-412a-864d-c56979522a85 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.887857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.887857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.888244] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.888415] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05435ed9-1db7-412a-864d-c56979522a85',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.889438] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982dd333-5ecc-4961-9844-2aac6c196663 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.889497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.889568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.889752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.889844] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982dd333-5ecc-4961-9844-2aac6c196663',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.923670] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.923670] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.923670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.924194] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 378e6149-7ac5-4636-8bdf-64ad87e3f917 with status ACTIVE [ 595.925516] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.925516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.925516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.925709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.925831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.925984] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.926183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.926295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.926528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.926681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.927037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.927259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.927390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.927598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.928449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.928449] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 378e6149-7ac5-4636-8bdf-64ad87e3f917 is going to be updated. [ 595.950897] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.950897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.950897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.951128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.951214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.951366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-378e6149-7ac5-4636-8bdf-64ad87e3f917" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.016901] env[62741]: INFO networking_nsxv3.common.synchronization [req-ec8fe03e-c22f-4199-ad55-ee1c4a15d408 req-78024643-bff3-4b44-9f20-0dd91d932345 tempest-SecurityGroupRulesNegativeTestJSON-484548277 tempest-SecurityGroupRulesNegativeTestJSON-484548277-project-member] Enqueued Resource ID: 51b6e954-5da2-41af-9904-fab605eac3f5 with Priority: HIGHEST for action security_group_rules [ 596.016901] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b6e954-5da2-41af-9904-fab605eac3f5 with Priority: HIGHEST for action security_group_rules [ 596.016901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b6e954-5da2-41af-9904-fab605eac3f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.016901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.016901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.016901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.016901] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b6e954-5da2-41af-9904-fab605eac3f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.129018] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.375391] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4721ea7b-d605-4a8d-ab6f-cf4b11195214: rpc.has_security_group_logging(os_id): False [ 596.392253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.392253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.392563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.392563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.392667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.393370] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.393370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.393370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.393370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.393370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.393370] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 is going to be created. [ 596.396376] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.396376] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.396376] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.396660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.396660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.396794] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 05435ed9-1db7-412a-864d-c56979522a85 not found, creating... [ 596.396933] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.397131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.397302] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.397499] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.397684] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.397932] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.398116] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.398181] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.399342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.399342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.399342] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 05435ed9-1db7-412a-864d-c56979522a85 is going to be created. [ 596.414544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.414731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.414802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.414960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.415056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.415195] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982dd333-5ecc-4961-9844-2aac6c196663 already deleted. [ 596.415258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.417351] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.417534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.417657] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.418017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.418950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.418950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.432442] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.456411] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.460025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.460025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.460025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.460025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.469498] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: IN_PROGRESS for 2s [ 596.552808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.552950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.553027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.553373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.553467] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b6e954-5da2-41af-9904-fab605eac3f5 already deleted. [ 596.553550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b6e954-5da2-41af-9904-fab605eac3f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.586901] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5a932ea1-7e6a-4a3a-9df6-bc3ab0f626cf None None] Enqueued Resource ID: ba382d5e-99da-438a-abca-1e86cb210ae3 with Priority: HIGHEST for action port [ 596.587192] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba382d5e-99da-438a-abca-1e86cb210ae3 with Priority: HIGHEST for action port [ 596.587880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba382d5e-99da-438a-abca-1e86cb210ae3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.587880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba382d5e-99da-438a-abca-1e86cb210ae3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.588172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba382d5e-99da-438a-abca-1e86cb210ae3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.588238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba382d5e-99da-438a-abca-1e86cb210ae3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.588342] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba382d5e-99da-438a-abca-1e86cb210ae3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.629392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.629669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.629826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.629915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.630099] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be updated. [ 596.659470] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.659843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.659843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.660033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.660094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.673635] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 596.935497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.935723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.935826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.936063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.936157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.936261] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be created. [ 596.961391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.961391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.961391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.961607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.961809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.971601] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: UNINITIALIZED for 2s [ 597.092522] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba382d5e-99da-438a-abca-1e86cb210ae3 [ 597.093568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.093568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.093568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.093568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.093568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.093568] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba382d5e-99da-438a-abca-1e86cb210ae3 already deleted. [ 597.093568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba382d5e-99da-438a-abca-1e86cb210ae3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.246043] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 597.246333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.482933] env[62741]: INFO networking_nsxv3.common.synchronization [None req-241bc5d1-3b54-4f0a-838b-7df8df932854 None None] Enqueued Resource ID: e4ed2d62-3078-4d32-973c-7c3bf7f1e47d with Priority: HIGHEST for action port [ 597.484054] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ed2d62-3078-4d32-973c-7c3bf7f1e47d with Priority: HIGHEST for action port [ 597.486553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ed2d62-3078-4d32-973c-7c3bf7f1e47d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.486553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ed2d62-3078-4d32-973c-7c3bf7f1e47d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.486553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ed2d62-3078-4d32-973c-7c3bf7f1e47d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.486553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ed2d62-3078-4d32-973c-7c3bf7f1e47d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.486553] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ed2d62-3078-4d32-973c-7c3bf7f1e47d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.657921] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.659094] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.659094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.659354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.659354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.659354] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.797075] env[62741]: INFO networking_nsxv3.common.synchronization [req-829af642-c2ac-4caa-87aa-89eca91889c8 req-9c158f89-802d-47a6-81c3-d2ffeff2daa8 service nova] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_rules [ 597.797276] env[62741]: INFO networking_nsxv3.common.synchronization [req-829af642-c2ac-4caa-87aa-89eca91889c8 req-9c158f89-802d-47a6-81c3-d2ffeff2daa8 service nova] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 597.797411] env[62741]: INFO networking_nsxv3.common.synchronization [req-829af642-c2ac-4caa-87aa-89eca91889c8 req-9c158f89-802d-47a6-81c3-d2ffeff2daa8 service nova] Enqueued Resource ID: 05435ed9-1db7-412a-864d-c56979522a85 with Priority: HIGHEST for action port [ 597.797642] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_rules [ 597.797765] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 597.797855] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05435ed9-1db7-412a-864d-c56979522a85 with Priority: HIGHEST for action port [ 597.798412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.798524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.798586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.798779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.798851] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.800958] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.800958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.801202] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-05435ed9-1db7-412a-864d-c56979522a85 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.801333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.804019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.804019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.804019] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05435ed9-1db7-412a-864d-c56979522a85',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.967762] env[62741]: INFO networking_nsxv3.common.synchronization [req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d req-3bd635da-2f18-4fcb-acf7-8d2ffa80e805 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 597.969490] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 597.973183] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.973183] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.973183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.973183] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.989325] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4ed2d62-3078-4d32-973c-7c3bf7f1e47d [ 597.989325] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.989795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.989795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.989795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.989795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.990143] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4ed2d62-3078-4d32-973c-7c3bf7f1e47d already deleted. [ 597.990143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ed2d62-3078-4d32-973c-7c3bf7f1e47d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.161664] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.161846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.161937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.163602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.163602] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.163794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.163794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.164061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.164258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.165278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.165570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.165570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.166926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.166926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.166926] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.303230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.303419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.307302] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05435ed9-1db7-412a-864d-c56979522a85 with status ACTIVE [ 598.307529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.307665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.307757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.307985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.308089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.308280] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.308382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.308442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.308592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.308662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.308987] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.308987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.308987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.309187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.309187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.309292] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05435ed9-1db7-412a-864d-c56979522a85 is going to be updated. [ 598.333105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.333105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.333105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.333105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.333105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.334280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05435ed9-1db7-412a-864d-c56979522a85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.339026] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.339026] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-444" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.339026] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-444" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.339026] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-444" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.339394] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.339394] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.339394] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.339601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.339748] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.339960] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.340085] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.340210] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.340322] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.340445] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.340565] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.340704] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.366740] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.366740] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 598.366939] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.366979] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-444" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.369697] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-da684836-1116-4e2d-af27-7e3a5de8aefc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.369697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.369697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.369697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.369697] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da684836-1116-4e2d-af27-7e3a5de8aefc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.475320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.475471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.475505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.475704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.475793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.476231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.476376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.476443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.476627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.476706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.476794] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 already deleted. [ 598.477254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.484335] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: SUCCESS [ 598.484897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.670799] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37c93757-9b24-4681-91d1-d089ae013872: rpc.has_security_group_logging(os_id): False [ 598.686943] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 598.686943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.687271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.687388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.688852] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.688852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.688852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.688852] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.696205] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.696352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.696352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.696500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.696585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.696805] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.696908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.696959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.697124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.697204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.697389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.697491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.697537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.697700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.697770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.697908] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.697988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.698063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.698197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.698270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.698343] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be updated. [ 598.757168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.757364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.757463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.757687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.757887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.769349] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 598.876333] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.876333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.876333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.876333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.876333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.876333] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port da684836-1116-4e2d-af27-7e3a5de8aefc not found, creating... [ 598.876333] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.876333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.877858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.877858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.877858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.877858] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.877998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.878138] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.878306] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.879051] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.879249] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: da684836-1116-4e2d-af27-7e3a5de8aefc is going to be created. [ 598.903933] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.904238] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.904343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.904610] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.904827] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.905179] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.963276] env[62741]: INFO networking_nsxv3.common.synchronization [req-8da8dacf-97a0-46ee-887c-7476f9fe8a58 req-4413f398-a7e9-4973-8dc8-76cdec8f35ce tempest-SecurityGroupRulesTestJSON-1904481503 tempest-SecurityGroupRulesTestJSON-1904481503-project-member] Enqueued Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 598.963916] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982dd333-5ecc-4961-9844-2aac6c196663 with Priority: HIGHEST for action security_group_rules [ 598.964467] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982dd333-5ecc-4961-9844-2aac6c196663 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.964615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.964686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.964887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.964968] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982dd333-5ecc-4961-9844-2aac6c196663',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.983864] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 598.985847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.985847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.985847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.985847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.985847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.985847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.986284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.986284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.986284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.986380] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.191573] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.489967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.489967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.490729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.490729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.490848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.491022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982dd333-5ecc-4961-9844-2aac6c196663 already deleted. [ 599.491714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982dd333-5ecc-4961-9844-2aac6c196663" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.492569] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.696657] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.000146] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e2abcc-5446-4cb6-9bce-46539262f285: rpc.has_security_group_logging(os_id): False [ 600.018294] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.018402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.018458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.018665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.018761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.019045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.019141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.019193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.019390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.019551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.019551] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be created. [ 600.117252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.117252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.118070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.118394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.119194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.130839] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: IN_PROGRESS for 2s [ 600.201078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.201749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.201875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.202114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.202232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.202344] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be updated. [ 600.240650] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.241122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.245032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.245032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.245032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.255741] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 600.757843] env[62741]: INFO networking_nsxv3.common.synchronization [req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d req-cb8601d5-3e3a-4690-80cc-351a6a811f01 service nova] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 600.758160] env[62741]: INFO networking_nsxv3.common.synchronization [req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d req-cb8601d5-3e3a-4690-80cc-351a6a811f01 service nova] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 600.758229] env[62741]: INFO networking_nsxv3.common.synchronization [req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d req-cb8601d5-3e3a-4690-80cc-351a6a811f01 service nova] Enqueued Resource ID: da684836-1116-4e2d-af27-7e3a5de8aefc with Priority: HIGHEST for action port [ 600.758419] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_rules [ 600.758544] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 600.758640] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da684836-1116-4e2d-af27-7e3a5de8aefc with Priority: HIGHEST for action port [ 600.759346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.759539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.759606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.759777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.759856] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.760717] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.760874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.760937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.761133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.761618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.761731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.761799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.761949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.762049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.762140] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.763157] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-da684836-1116-4e2d-af27-7e3a5de8aefc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.763376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.763458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.763621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.763699] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da684836-1116-4e2d-af27-7e3a5de8aefc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.782304] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 600.782687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.268933] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.268933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.269138] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.270213] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da684836-1116-4e2d-af27-7e3a5de8aefc with status ACTIVE [ 601.270416] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.270541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.270611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.270830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.271015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.271377] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.271463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.271526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.271714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.271788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.272011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.275480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.275480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.275480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.275480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.275480] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da684836-1116-4e2d-af27-7e3a5de8aefc is going to be updated. [ 601.301481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.301669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.302093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.302093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.302353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.302412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da684836-1116-4e2d-af27-7e3a5de8aefc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.776233] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.148018] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 602.148512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.272726] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 602.272726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.272726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.272726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.272884] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.272948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.272990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.273197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.273316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.273410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.273552] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.279390] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.279568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.279612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.279802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.279897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.280016] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 is going to be created. [ 602.307213] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.307213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.307213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.307213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.307213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.318528] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: UNINITIALIZED for 2s [ 602.779939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.779939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.779939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.780320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.780320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.780320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.780436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.782982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.782982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.782982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.782982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.286049] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e08fda1-5ac2-4975-806e-a8bc863cf062: rpc.has_security_group_logging(os_id): False [ 603.312109] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.313114] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.313114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.313799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.313799] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.313799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.314033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.317756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.317756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.317756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.317756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.317756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.317756] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be updated. [ 603.331694] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0fc3f1e6-788e-497f-a4b5-b862c7147bf7 None None] Enqueued Resource ID: 5caec5c1-8436-4e72-8e74-e338da231075 with Priority: HIGHEST for action port [ 603.332346] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caec5c1-8436-4e72-8e74-e338da231075 with Priority: HIGHEST for action port [ 603.333191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5caec5c1-8436-4e72-8e74-e338da231075 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.333191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5caec5c1-8436-4e72-8e74-e338da231075" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.333191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5caec5c1-8436-4e72-8e74-e338da231075" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.333448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5caec5c1-8436-4e72-8e74-e338da231075" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.333590] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5caec5c1-8436-4e72-8e74-e338da231075',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.382809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.383061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.383061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.383240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.383551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.417753] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 603.836739] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5caec5c1-8436-4e72-8e74-e338da231075 [ 603.836739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.837304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.837304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.837450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.837611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.837681] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5caec5c1-8436-4e72-8e74-e338da231075 already deleted. [ 603.837759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5caec5c1-8436-4e72-8e74-e338da231075" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.328742] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: SUCCESS [ 604.328930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.329531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.329961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.330242] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.330459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.330561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.330819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.330967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.331797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.331797] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.839823] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.342900] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb495cf-c4c2-4c04-b6e4-9649a672c159: rpc.has_security_group_logging(os_id): False [ 605.367661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.367966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.368250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.368411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.368890] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.368890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.369097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.369201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.369292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.369406] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 is going to be created. [ 605.433148] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 605.433331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.444944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.445133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.445178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.445386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.445582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.459176] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: IN_PROGRESS for 2s [ 605.847586] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b75dceaa-f705-41b8-ade6-958e274ac70c None None] Enqueued Resource ID: fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8 with Priority: HIGHEST for action port [ 605.848209] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8 with Priority: HIGHEST for action port [ 605.848566] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.848658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.848805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.848986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.849574] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.355862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8 [ 606.356126] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.356296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.356372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.356611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.356728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.356838] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8 already deleted. [ 606.356936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2e323a-1ba8-4aa5-8560-7fcc1b8996f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.022120] env[62741]: INFO networking_nsxv3.common.synchronization [None req-de1fd7b7-fd9f-4604-b51f-d7ffb72f5817 None None] Enqueued Resource ID: 1919e9b3-20ec-48fc-bc26-4566d536ab65 with Priority: HIGHEST for action port [ 607.022689] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1919e9b3-20ec-48fc-bc26-4566d536ab65 with Priority: HIGHEST for action port [ 607.023048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1919e9b3-20ec-48fc-bc26-4566d536ab65 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.023197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1919e9b3-20ec-48fc-bc26-4566d536ab65" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.023445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1919e9b3-20ec-48fc-bc26-4566d536ab65" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.023577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1919e9b3-20ec-48fc-bc26-4566d536ab65" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.023664] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1919e9b3-20ec-48fc-bc26-4566d536ab65',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.472623] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: SUCCESS [ 607.472851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.528026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1919e9b3-20ec-48fc-bc26-4566d536ab65 [ 607.528026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.528026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.528026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.528349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.528349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.528472] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1919e9b3-20ec-48fc-bc26-4566d536ab65 already deleted. [ 607.528735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1919e9b3-20ec-48fc-bc26-4566d536ab65" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.888792] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5bafb9e9-a61a-43a0-85ea-54e76fc55962 None None] Enqueued Resource ID: b8e8a138-d908-4307-84e6-88f4afe17b0b with Priority: HIGHEST for action port [ 609.890065] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e8a138-d908-4307-84e6-88f4afe17b0b with Priority: HIGHEST for action port [ 609.892028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e8a138-d908-4307-84e6-88f4afe17b0b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.892028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e8a138-d908-4307-84e6-88f4afe17b0b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.892028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e8a138-d908-4307-84e6-88f4afe17b0b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.892028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e8a138-d908-4307-84e6-88f4afe17b0b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.892028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e8a138-d908-4307-84e6-88f4afe17b0b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.395206] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e8a138-d908-4307-84e6-88f4afe17b0b [ 610.395447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.395585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.395657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.395883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.396113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.396113] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e8a138-d908-4307-84e6-88f4afe17b0b already deleted. [ 610.396241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e8a138-d908-4307-84e6-88f4afe17b0b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.440483] env[62741]: INFO networking_nsxv3.common.synchronization [req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b req-b8b077a4-ae96-4daf-95b5-0c27918b0fb3 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 613.441176] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 613.441510] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.441637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.441699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.441951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.442181] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.442293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.442359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.442516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.442626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.442784] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.816505] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.816731] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.816901] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.817259] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.817571] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.817788] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.817923] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.818227] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.818411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.818655] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.818845] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.818925] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.819092] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.819197] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.819904] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.819904] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.839747] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.839902] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.840063] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.840250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.840631] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.840969] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.841055] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.841389] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.841603] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.944669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.944842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.944918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.945147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.945287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.945449] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.945566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.945627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.945748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.945822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.945910] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 already deleted. [ 613.945990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.344161] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.344446] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.344552] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.344847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.345012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.345179] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd not found, creating... [ 614.345459] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345625] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.345747] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.346126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.346430] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.346588] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.346706] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.346922] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.347069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.347216] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd is going to be created. [ 614.367077] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.367334] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.367474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.367786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.368036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.368280] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.054072] env[62741]: INFO networking_nsxv3.common.synchronization [req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b req-21d62d35-2f64-47ac-8937-b5f667689d40 service nova] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 615.054072] env[62741]: INFO networking_nsxv3.common.synchronization [req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b req-21d62d35-2f64-47ac-8937-b5f667689d40 service nova] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 615.054072] env[62741]: INFO networking_nsxv3.common.synchronization [req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b req-21d62d35-2f64-47ac-8937-b5f667689d40 service nova] Enqueued Resource ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with Priority: HIGHEST for action port [ 615.054657] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 615.054657] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 615.054657] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with Priority: HIGHEST for action port [ 615.055490] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.055624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.055682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.055887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.055966] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.057029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.057147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.057220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.057479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.057720] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.057821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.057821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.057930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.058029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.058124] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.059472] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.059669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.060186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.060186] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.560485] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.561521] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with status ACTIVE [ 615.561765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.561923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.562041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.562312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.562433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.562648] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.562782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.562871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.563082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.563199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.563411] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.563538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.563626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.563806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.563918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.564528] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd is going to be updated. [ 615.565902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.566034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.584148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.584317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.584467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.584686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.584903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.585141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.067022] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.189935] env[62741]: INFO networking_nsxv3.common.synchronization [req-916ff579-f518-4c09-96dd-9677dd0f1084 req-aa2e5892-f5e9-449a-9bc1-0884fe7fdaff tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 616.190815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 616.191277] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.191575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.191575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.195017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.195017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.195017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.195017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.195017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.195017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.195017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.569091] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.569250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.569471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.569528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.569614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.569703] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be created. [ 616.596535] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.596909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.597111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.598971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.598971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.607011] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: UNINITIALIZED for 2s [ 616.696861] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.696861] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.696861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc already deleted. [ 616.696861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.954412] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8b015ba7-7a50-499c-ac82-ceba3879ee3c tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 616.955127] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 616.955545] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.955836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.956146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.956287] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.013081] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.013363] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.013471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.013744] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.014368] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.014368] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.014368] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.014619] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.014658] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.014862] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.014977] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.015332] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.015505] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.015669] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.015852] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.016011] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.033910] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.034558] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.034944] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.035330] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.036496] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.036912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.037436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.038166] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.038560] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d524d7a-4d02-4240-bcfd-cb8db8d2dc03',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.069238] env[62741]: INFO networking_nsxv3.common.synchronization [None req-301446b5-4fec-46f2-ba4f-d36a941a003d tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 617.070150] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 617.071135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.071318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.475365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.475559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.475635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.475845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.475929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.476044] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a already deleted. [ 617.476138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.476289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.476451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.476537] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.543591] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.543912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.543996] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544314] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.544485] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.544811] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 not found, creating... [ 617.545020] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.545194] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.545317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.545541] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.545679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.545955] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.546420] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.546527] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.546748] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.546882] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.547201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 is going to be created. [ 617.567717] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.567938] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.568078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.568411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.569063] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.569895] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.002231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.002231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.002231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.002231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.002231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.002231] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a already deleted. [ 618.002231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.618041] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: SUCCESS [ 618.618768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.619187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.619589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.621018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.621018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.621018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.621018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.621018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.621018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.621018] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.123619] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.314154] env[62741]: INFO networking_nsxv3.common.synchronization [req-916ff579-f518-4c09-96dd-9677dd0f1084 req-f71cf43d-c7ce-4719-b596-8ff96a9c8e01 service nova] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_rules [ 619.314360] env[62741]: INFO networking_nsxv3.common.synchronization [req-916ff579-f518-4c09-96dd-9677dd0f1084 req-f71cf43d-c7ce-4719-b596-8ff96a9c8e01 service nova] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 619.314530] env[62741]: INFO networking_nsxv3.common.synchronization [req-916ff579-f518-4c09-96dd-9677dd0f1084 req-f71cf43d-c7ce-4719-b596-8ff96a9c8e01 service nova] Enqueued Resource ID: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 with Priority: HIGHEST for action port [ 619.314767] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_rules [ 619.314898] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 619.314993] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 with Priority: HIGHEST for action port [ 619.315576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.315702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.315768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.316100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.316294] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.317236] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.317395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.317429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.317629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.317767] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.317867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.317932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.318090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.318176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.318268] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.318989] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.319219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.319219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.319310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.319382] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d524d7a-4d02-4240-bcfd-cb8db8d2dc03',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.601065] env[62741]: INFO networking_nsxv3.common.synchronization [req-a4247a03-95f2-47b5-b530-e3310906ba52 req-435a1708-f7b6-4307-934f-8d89dc6d00b2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 619.601593] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 619.602556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.602556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.626351] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8: rpc.has_security_group_logging(os_id): False [ 619.643870] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.644249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.644249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.644455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.644564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.644844] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.645011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.645235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.645465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.645465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.645465] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be created. [ 619.711536] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.711706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.711768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.711989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.712256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.722863] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: IN_PROGRESS for 2s [ 619.821826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.822023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.823321] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.824903] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 with status ACTIVE [ 619.824903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.824903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.826275] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.826275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.826553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.826553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.826553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.826820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.826820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.827026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 is going to be updated. [ 619.853682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.853851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.853900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.854111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.854246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.854510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.265525] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.265724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.265849] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.266124] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.266375] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.266530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.270256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.270505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.270654] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.270863] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.270976] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.271101] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.271218] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.271387] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.271467] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.271602] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.289547] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.289627] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.289719] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.289924] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.290499] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3c667f3b-1a49-4482-98e3-872e09a01810 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.290499] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.290632] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.290889] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.291041] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c667f3b-1a49-4482-98e3-872e09a01810',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.331756] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.794030] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.794353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.794353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.795517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.795517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.795517] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3c667f3b-1a49-4482-98e3-872e09a01810 not found, creating... [ 620.795517] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.795517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.795517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.795899] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.795899] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.796116] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.796253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.796803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.796803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.796910] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.797009] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3c667f3b-1a49-4482-98e3-872e09a01810 is going to be created. [ 620.820499] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.820710] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.820834] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.821150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.821380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.821603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.834850] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.835058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.835144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.835381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.835491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.835603] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be created. [ 620.856344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.856344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.856344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.856344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.856344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.865413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: UNINITIALIZED for 2s [ 621.740803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: SUCCESS [ 621.740803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.936393] env[62741]: INFO networking_nsxv3.common.synchronization [req-a4247a03-95f2-47b5-b530-e3310906ba52 req-d2b772d9-45c7-4784-b489-f262271ab859 service nova] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_rules [ 621.936393] env[62741]: INFO networking_nsxv3.common.synchronization [req-a4247a03-95f2-47b5-b530-e3310906ba52 req-d2b772d9-45c7-4784-b489-f262271ab859 service nova] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 621.936393] env[62741]: INFO networking_nsxv3.common.synchronization [req-a4247a03-95f2-47b5-b530-e3310906ba52 req-d2b772d9-45c7-4784-b489-f262271ab859 service nova] Enqueued Resource ID: 3c667f3b-1a49-4482-98e3-872e09a01810 with Priority: HIGHEST for action port [ 621.936740] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_rules [ 621.936824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 621.936917] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c667f3b-1a49-4482-98e3-872e09a01810 with Priority: HIGHEST for action port [ 621.937872] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.937976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.938195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.938286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.938463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c667f3b-1a49-4482-98e3-872e09a01810 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.938545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.938588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.938816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.940955] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c667f3b-1a49-4482-98e3-872e09a01810',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.440826] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c667f3b-1a49-4482-98e3-872e09a01810 with status ACTIVE [ 622.441037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.441272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.441272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.441476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.441571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.441764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.441987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.441987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.442147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.442340] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.442785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.442785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.442785] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c667f3b-1a49-4482-98e3-872e09a01810 is going to be updated. [ 622.463462] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.463651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.463704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.464009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.464095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.464288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c667f3b-1a49-4482-98e3-872e09a01810" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.876446] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.879036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.879036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.879036] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.386340] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.643808] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5abdaec6-4503-4da2-88cc-f75568b5f3b1 None None] Enqueued Resource ID: 68bb1b78-228e-434b-869a-214df28057c1 with Priority: HIGHEST for action port [ 623.644088] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bb1b78-228e-434b-869a-214df28057c1 with Priority: HIGHEST for action port [ 623.645041] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bb1b78-228e-434b-869a-214df28057c1 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.645132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bb1b78-228e-434b-869a-214df28057c1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.645239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bb1b78-228e-434b-869a-214df28057c1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.645500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bb1b78-228e-434b-869a-214df28057c1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.645576] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bb1b78-228e-434b-869a-214df28057c1',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.834399] env[62741]: INFO networking_nsxv3.common.synchronization [req-81aa06a4-b593-4bd8-9a5a-15fb534231db req-8afb401a-1214-4e13-9d91-a1ca1a3f3377 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 623.835075] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 623.835295] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.835389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.835389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.835627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.835733] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.835829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.835889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.837405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.838496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.838496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.887404] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.148261] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68bb1b78-228e-434b-869a-214df28057c1 [ 624.148261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.148261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.148261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.148261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.148261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.148261] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68bb1b78-228e-434b-869a-214df28057c1 already deleted. [ 624.148261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bb1b78-228e-434b-869a-214df28057c1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.343653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.343653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.343653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.343653] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be updated. [ 624.367110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.368305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.368402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.368632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.368787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.381935] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 624.382986] env[62741]: INFO networking_nsxv3.common.synchronization [None req-310e7b6a-b70c-45d1-8a4f-c9f7e1db979a None None] Enqueued Resource ID: 0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3 with Priority: HIGHEST for action port [ 624.386929] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3 with Priority: HIGHEST for action port [ 624.386929] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.386929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.386929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.386929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.386929] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.389397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.389649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.389729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.389936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.390054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.390172] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be updated. [ 624.419703] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.419885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.420154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.420298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.420496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.433031] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 624.621607] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.621607] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.621607] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.621760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.622407] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.622407] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.622407] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.622587] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.622679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.622884] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.622993] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.623117] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.623235] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.623351] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.624316] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.624316] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.642673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.642954] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.643064] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.643242] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.643633] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.643835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.644048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.644575] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.644575] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41b8a3-40bc-4730-a08a-7dd7873a7db7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.888164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3 [ 624.889478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.889478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.889478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.889478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.889478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.889478] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3 already deleted. [ 624.889478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e3fa9c9-6ba0-4be5-b286-4b1348b7f9f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.147923] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.148184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.148316] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.148629] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.148781] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.148941] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 not found, creating... [ 625.149221] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.149385] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.149506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.149730] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.149865] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.150189] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.150360] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.150481] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.150693] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.150993] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.150993] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 is going to be created. [ 625.170183] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.170429] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.170550] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.170828] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.171115] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.171348] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.792163] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8fc77a50-d9ad-4b32-853f-bdb21ddcadcb None None] Enqueued Resource ID: 4e3ad620-4cca-4303-bde2-a6f33a42ab85 with Priority: HIGHEST for action port [ 625.792445] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3ad620-4cca-4303-bde2-a6f33a42ab85 with Priority: HIGHEST for action port [ 625.793016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3ad620-4cca-4303-bde2-a6f33a42ab85 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.793550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3ad620-4cca-4303-bde2-a6f33a42ab85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.793618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3ad620-4cca-4303-bde2-a6f33a42ab85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.793898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3ad620-4cca-4303-bde2-a6f33a42ab85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.793965] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3ad620-4cca-4303-bde2-a6f33a42ab85',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.847158] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-dae284e5-8b51-40d5-b985-f9052f339742 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 625.847680] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 625.847969] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.848510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.848601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.848918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.849156] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.849223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.849287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.849456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.849532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.849622] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.296372] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e3ad620-4cca-4303-bde2-a6f33a42ab85 [ 626.296662] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.296782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.297484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.297484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.297484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.297484] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e3ad620-4cca-4303-bde2-a6f33a42ab85 already deleted. [ 626.297484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3ad620-4cca-4303-bde2-a6f33a42ab85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.352927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.352927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.352927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.353173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.353353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.353495] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.353608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.353677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.353857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.353938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.354040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d already deleted. [ 626.354124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.392074] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 626.392074] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 deletion is rescheduled due to dependency. [ 626.392074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.448659] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 626.448963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.449076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.449314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.449570] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.449699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.449766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.449936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.450094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.450136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.450238] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.453579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.454147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.455070] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.455070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.455203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.455937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.455937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.455937] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.686403] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.686403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.686403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.686403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.686403] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.686403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.688093] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.688467] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.688694] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.688962] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.689229] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.689385] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.689524] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.689659] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.689815] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.690863] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.781316] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.782964] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.092 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.782964] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.782964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.782964] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-6c4a6131-e81e-439d-8290-61f4d80bca80 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.782964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.782964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.784725] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.784843] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c4a6131-e81e-439d-8290-61f4d80bca80',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.931070] env[62741]: INFO networking_nsxv3.common.synchronization [req-58bcc14b-a166-46ab-b719-4027f86210c0 req-0f71d740-c57b-4dfc-9a35-2bee226620b8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 626.931070] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 626.931070] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.931925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.932136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.932942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.933265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.933604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.933806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.935637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.935637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.935637] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.955635] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.955772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.960541] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.184942] env[62741]: INFO networking_nsxv3.common.synchronization [None req-52cbdf47-7e8c-4de6-9d33-b77f15cdd9c1 None None] Enqueued Resource ID: 14c02f79-2987-4922-abb0-f95cc104a65d with Priority: HIGHEST for action port [ 627.185196] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c02f79-2987-4922-abb0-f95cc104a65d with Priority: HIGHEST for action port [ 627.185752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c02f79-2987-4922-abb0-f95cc104a65d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.185899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c02f79-2987-4922-abb0-f95cc104a65d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.185941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c02f79-2987-4922-abb0-f95cc104a65d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.186252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c02f79-2987-4922-abb0-f95cc104a65d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.186372] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c02f79-2987-4922-abb0-f95cc104a65d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.191207] env[62741]: INFO networking_nsxv3.common.synchronization [req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 req-c40b99fe-b960-468a-b56d-2bb536cf35ec tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Enqueued Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 627.191732] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGHEST for action security_group_members [ 627.192562] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.192740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.192835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.193080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.193503] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.193503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.193503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.193742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.193975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.193975] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.292030] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.292030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 6c4a6131-e81e-439d-8290-61f4d80bca80 not found, creating... [ 627.292030] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.292030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.292496] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.292496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.292496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.292496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.292496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.292496] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 6c4a6131-e81e-439d-8290-61f4d80bca80 is going to be created. [ 627.316701] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.317012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.318124] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.318124] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.318124] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.318124] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.436668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.436830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.436908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.437149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.437247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.437433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.437536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.437600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.437756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.437833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.437919] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 627.462894] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.470772] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.470895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.471142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.471220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.471382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.482273] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 627.508050] env[62741]: INFO networking_nsxv3.common.synchronization [req-81aa06a4-b593-4bd8-9a5a-15fb534231db req-db49b80d-a26d-4f14-abc5-43baaf44bea3 service nova] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_rules [ 627.508050] env[62741]: INFO networking_nsxv3.common.synchronization [req-81aa06a4-b593-4bd8-9a5a-15fb534231db req-db49b80d-a26d-4f14-abc5-43baaf44bea3 service nova] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 627.508050] env[62741]: INFO networking_nsxv3.common.synchronization [req-81aa06a4-b593-4bd8-9a5a-15fb534231db req-db49b80d-a26d-4f14-abc5-43baaf44bea3 service nova] Enqueued Resource ID: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 with Priority: HIGHEST for action port [ 627.518021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_rules [ 627.518021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 627.518021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 with Priority: HIGHEST for action port [ 627.518021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.518021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.518021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.518021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.518021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.518422] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.518422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.518491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.518745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.519736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.520060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.520199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.520445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.520622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.521173] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.522279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.522526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.522857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.523472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.524652] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b41b8a3-40bc-4730-a08a-7dd7873a7db7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.691751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c02f79-2987-4922-abb0-f95cc104a65d [ 627.691751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.691751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.691751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.691751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.691751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.691751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c02f79-2987-4922-abb0-f95cc104a65d already deleted. [ 627.691751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c02f79-2987-4922-abb0-f95cc104a65d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.698061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.698061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.698061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.698061] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 is going to be updated. [ 627.725389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.725389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.725389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.725389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.725389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.735872] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: IN_PROGRESS for 2s [ 627.847223] env[62741]: INFO networking_nsxv3.common.synchronization [req-faddbb09-3132-4065-8509-506ff73b3021 req-7bafcbbc-ad61-4b8d-a838-3bfbc9099535 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 627.847657] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 627.848095] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.848095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.848226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.848382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.848534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.848640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.848702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.848844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.848948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.849748] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.965362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.965817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.965817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.965817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.965927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.965952] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be updated. [ 627.997795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.997955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.998038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.998454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.998613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.003340] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5630c434-7d0c-4e4f-be50-25ab407273a0 None None] Enqueued Resource ID: 87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a with Priority: HIGHEST for action port [ 628.003483] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a with Priority: HIGHEST for action port [ 628.004485] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.004485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.004485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.004686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.004732] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.008430] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 628.027305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.027622] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.035863] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 with status ACTIVE [ 628.036098] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.036231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.036299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.036500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.036590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.036967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.037097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.037161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.037398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.037582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.037673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.037732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.037948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.038040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 is going to be updated. [ 628.059225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.059411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.059484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.059693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.059827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.059976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b41b8a3-40bc-4730-a08a-7dd7873a7db7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.354717] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.401713] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-89430f37-b66e-48ce-b396-ce4920148383 service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 628.402049] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-89430f37-b66e-48ce-b396-ce4920148383 service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 628.402049] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-89430f37-b66e-48ce-b396-ce4920148383 service nova] Enqueued Resource ID: 6c4a6131-e81e-439d-8290-61f4d80bca80 with Priority: HIGHEST for action port [ 628.402324] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 628.402548] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 628.402649] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c4a6131-e81e-439d-8290-61f4d80bca80 with Priority: HIGHEST for action port [ 628.404466] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.404604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.404674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.404941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.405033] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.405858] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.405970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.406054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.406382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.406497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.406563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.406784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.406874] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.408171] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c4a6131-e81e-439d-8290-61f4d80bca80 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.411152] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.411360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.411452] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c4a6131-e81e-439d-8290-61f4d80bca80',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.506970] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a [ 628.507220] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.507357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.507466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.507642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.507778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.507883] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a already deleted. [ 628.507969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e585e2-eeb9-4fa5-84c5-5321bbb8bf6a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.531194] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.783585] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-844085cd-3579-4251-9f0a-d7da0e78dac6 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 628.786249] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 628.786249] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.786249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.856674] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.905740] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0363d262-6abf-4715-a680-61c06bc62eb2 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 628.905740] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 628.906694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.906694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.906694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.906694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.906694] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.916673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.916673] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.916673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c4a6131-e81e-439d-8290-61f4d80bca80 with status ACTIVE [ 628.916673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.918478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.919115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.920187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.920545] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.920545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.920646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.920780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.920817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.920984] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.921095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.921265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.921313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.921701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.921701] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c4a6131-e81e-439d-8290-61f4d80bca80 is going to be updated. [ 628.945496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.945496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.945496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.945643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.949184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.949391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c4a6131-e81e-439d-8290-61f4d80bca80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.007900] env[62741]: INFO networking_nsxv3.common.synchronization [None req-7de9651d-1c96-4068-a32a-0d90da756029 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 629.008169] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 629.008319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.008399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.036973] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.036973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.036973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.036973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.036973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.036973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be updated. [ 629.077980] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.077980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.077980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.077980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.077980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.086989] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 629.361459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.361641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.361712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.361951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.362065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.362181] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be updated. [ 629.388350] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.388584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.388977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.399273] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 629.416354] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.429468] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.429639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.429639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.429832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.429942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.430059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b already deleted. [ 629.430156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.430370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.430518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.430604] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.494393] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 629.494727] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 629.494946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.734500] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.734765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.734823] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.735127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.735823] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.735823] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.735823] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.736127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.738172] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.738458] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.738656] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.738700] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.738906] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.739030] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.740153] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.740355] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.752059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 in Status: SUCCESS [ 629.752266] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 deletion is rescheduled due to dependency. [ 629.752388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.760191] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.760278] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.760404] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.760582] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.760962] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-c2807e31-9152-4451-9688-8e43c71c1f29 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.761099] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.761211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.761544] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.761687] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2807e31-9152-4451-9688-8e43c71c1f29',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.920161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.920161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.920161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.920161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.920318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.920318] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be created. [ 629.943263] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.943440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.943541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.943883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.944093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.954340] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.954922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.957026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.957026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.957026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.957026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b already deleted. [ 629.957026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.957026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: UNINITIALIZED for 2s [ 630.016386] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 630.016637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.017015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.017015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.017179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.017258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.017321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.017503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.017580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.017662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.017811] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.017900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.017959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.020147] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.020147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.020147] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.265937] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.265937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.265937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.265937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.265937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.265937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port c2807e31-9152-4451-9688-8e43c71c1f29 not found, creating... [ 630.265937] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.266253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.266253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.266662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.266880] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.267281] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.267524] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.267707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.267983] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.268683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.268683] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: c2807e31-9152-4451-9688-8e43c71c1f29 is going to be created. [ 630.290859] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.291093] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.291611] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.291611] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.292324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.292324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.524080] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 616c2cb5-942a-4103-9746-aaf44e11becc: rpc.has_security_group_logging(os_id): False [ 630.542690] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.544258] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.544258] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.544258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.545022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.545022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.545022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be created. [ 630.611307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.611460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.611533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.611747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.611925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.624052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 630.764212] env[62741]: INFO networking_nsxv3.common.synchronization [None req-ea4bff6e-6fa1-4b9f-b359-53afbcf13fbd None None] Enqueued Resource ID: 6ad5c3ff-adb1-4c4a-975e-c77fd7682a46 with Priority: HIGHEST for action port [ 630.764212] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad5c3ff-adb1-4c4a-975e-c77fd7682a46 with Priority: HIGHEST for action port [ 630.764212] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad5c3ff-adb1-4c4a-975e-c77fd7682a46 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.764212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad5c3ff-adb1-4c4a-975e-c77fd7682a46" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.764212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad5c3ff-adb1-4c4a-975e-c77fd7682a46" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.764212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad5c3ff-adb1-4c4a-975e-c77fd7682a46" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.764212] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad5c3ff-adb1-4c4a-975e-c77fd7682a46',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.097961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 631.098225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.098372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.098558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.098734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.098850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.098913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.099070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.099155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.099238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.099322] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.266170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ad5c3ff-adb1-4c4a-975e-c77fd7682a46 [ 631.266407] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.266535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.266609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.266826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.266917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.267015] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ad5c3ff-adb1-4c4a-975e-c77fd7682a46 already deleted. [ 631.267099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad5c3ff-adb1-4c4a-975e-c77fd7682a46" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.375051] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-123c4c36-370c-4102-b3a7-0d811fb5b44d service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 631.375250] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-123c4c36-370c-4102-b3a7-0d811fb5b44d service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 631.375384] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-123c4c36-370c-4102-b3a7-0d811fb5b44d service nova] Enqueued Resource ID: c2807e31-9152-4451-9688-8e43c71c1f29 with Priority: HIGHEST for action port [ 631.377139] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 631.378017] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 631.378017] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2807e31-9152-4451-9688-8e43c71c1f29 with Priority: HIGHEST for action port [ 631.378187] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.378296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.378530] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.378614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.378821] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2807e31-9152-4451-9688-8e43c71c1f29 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.378944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.379022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.379263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.379346] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2807e31-9152-4451-9688-8e43c71c1f29',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.506434] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-31a6e123-dd12-4012-be44-932bf7303a8a tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 631.506978] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 631.507311] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.507420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.546709] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 631.546709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.602867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.602867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.602867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.605912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.605912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.605912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.605912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.605912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.885125] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2807e31-9152-4451-9688-8e43c71c1f29 with status ACTIVE [ 631.885345] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.885774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.885774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.885774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.885926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.887471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.887471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.887471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.887471] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2807e31-9152-4451-9688-8e43c71c1f29 is going to be updated. [ 631.907101] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.907174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.907216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.907414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.907547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.907702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2807e31-9152-4451-9688-8e43c71c1f29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.950170] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.950387] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.950571] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.950771] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.951162] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.951358] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.951480] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.951707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.951850] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.952368] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.952489] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.952600] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.952708] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.952819] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.952925] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.953072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.966771] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 631.966883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.967277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.967277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.967411] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.967814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.967814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.967814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.967942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.967942] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.975577] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.977926] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.977926] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.977926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-575" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.977926] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-babd6fb1-073f-402e-afed-470e2fffc2da taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.977926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.977926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.977926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.977926] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('babd6fb1-073f-402e-afed-470e2fffc2da',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.111861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 382a4532-b93d-42df-9c50-ac4b2648be33: rpc.has_security_group_logging(os_id): False [ 632.132352] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.132352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.132513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.132634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.132694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.133024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.133024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.133192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.133739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.133739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.133739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.133739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.133739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.133908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.133908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.134086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.134159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.134206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.134336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.134467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.134527] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be updated. [ 632.217173] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.218125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.218125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.218125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.218125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.233594] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 632.472535] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.481634] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.482374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.482374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.482374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.482691] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.482691] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port babd6fb1-073f-402e-afed-470e2fffc2da not found, creating... [ 632.483343] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.483343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.483343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.483509] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.483665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.483975] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.484171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.484299] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.484524] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.484819] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.484819] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: babd6fb1-073f-402e-afed-470e2fffc2da is going to be created. [ 632.505469] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.505469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.505469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.505469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.505469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.505469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.641929] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 632.642186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.642384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.642768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.642768] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.975229] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.147463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.147463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.147463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.147463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.147463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.147463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.147463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.148044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.148044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.148044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.148044] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.334896] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-c02fe331-1b3f-46d8-a520-4856050d6999 service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 633.334896] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-c02fe331-1b3f-46d8-a520-4856050d6999 service nova] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 633.334896] env[62741]: INFO networking_nsxv3.common.synchronization [req-2aff767f-963f-48e5-919b-e3726fc04fab req-c02fe331-1b3f-46d8-a520-4856050d6999 service nova] Enqueued Resource ID: babd6fb1-073f-402e-afed-470e2fffc2da with Priority: HIGHEST for action port [ 633.334990] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_rules [ 633.335148] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 633.335766] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: babd6fb1-073f-402e-afed-470e2fffc2da with Priority: HIGHEST for action port [ 633.335893] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.335952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.337364] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.337843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.343213] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-babd6fb1-073f-402e-afed-470e2fffc2da taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.343213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.343213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.343213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.343213] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('babd6fb1-073f-402e-afed-470e2fffc2da',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.480074] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.480074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.480074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.480074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.480074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.480074] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 633.512764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.512938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.512938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.513181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.513342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.523861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 633.655983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.655983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.655983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.655983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.657028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.657028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.657028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.657028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.657028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.844749] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port babd6fb1-073f-402e-afed-470e2fffc2da with status ACTIVE [ 633.845006] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.845160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.845222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.845442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.845535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.845706] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.845808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.845870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.846032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.846112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.846297] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.846393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.846457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.846592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.846689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.846771] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: babd6fb1-073f-402e-afed-470e2fffc2da is going to be updated. [ 633.868141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.868351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.868449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.868716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.868898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.869113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-babd6fb1-073f-402e-afed-470e2fffc2da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.157579] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 616c2cb5-942a-4103-9746-aaf44e11becc: rpc.has_security_group_logging(os_id): False [ 634.178771] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.178985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.179074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.179303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.179396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.179598] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.179718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.179933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.180302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.181682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.181682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.181682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.181682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.181682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.181682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.182468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.182468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.182468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.182468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.182468] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be updated. [ 634.252884] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 634.253204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.257873] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.258081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.258121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.258397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.258551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.279454] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 635.203125] env[62741]: INFO networking_nsxv3.common.synchronization [req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 req-226b3015-f4df-4ca9-a5b5-f870ef7892d5 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 635.203125] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 635.203125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.203125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.203125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.203125] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.533796] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 635.533870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.534082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.534314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.534557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.534843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.534843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.534919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.535040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.535135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.535236] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.536160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.536350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.536551] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.536620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.536698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.536842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.536920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.537016] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.706134] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.040627] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.042168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.042424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.207861] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.293991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 636.294444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.537951] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-b0fddcad-85b9-4f35-9fd8-3b312e7c0a32 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 636.538480] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 636.538988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.538988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.538988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.539553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.539553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.539553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.539553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.539820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.539820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.539903] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.548316] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.567088] env[62741]: INFO networking_nsxv3.common.synchronization [None req-483f8c51-8b87-40f9-a35b-c62287bc11f1 None None] Enqueued Resource ID: 25358e99-6547-44ff-baca-2dbe52fcfaa9 with Priority: HIGHEST for action port [ 636.567088] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358e99-6547-44ff-baca-2dbe52fcfaa9 with Priority: HIGHEST for action port [ 636.569147] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-25358e99-6547-44ff-baca-2dbe52fcfaa9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.569147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25358e99-6547-44ff-baca-2dbe52fcfaa9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.569147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25358e99-6547-44ff-baca-2dbe52fcfaa9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.569147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25358e99-6547-44ff-baca-2dbe52fcfaa9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.569296] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25358e99-6547-44ff-baca-2dbe52fcfaa9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.710170] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.710438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.710535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.710788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.710893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.711006] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be updated. [ 636.742570] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.742723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.742782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.742993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.743151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.753909] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 637.043784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.043942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.044028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.044259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.047457] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.047457] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f already deleted. [ 637.047457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.055172] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.058849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.058849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.058849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.058849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.058849] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 637.075161] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25358e99-6547-44ff-baca-2dbe52fcfaa9 [ 637.076247] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.076247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.076247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.076247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.076247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.076247] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25358e99-6547-44ff-baca-2dbe52fcfaa9 already deleted. [ 637.076247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25358e99-6547-44ff-baca-2dbe52fcfaa9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.087070] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.087266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.087354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.087536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.087723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.100723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 637.337767] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-588254a5-6ded-4869-a639-c7058cf84e82 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 637.338388] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 637.338705] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.338856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.340965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.341206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.341482] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.341578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.341662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.341799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.341893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.342041] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.844246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.844414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.844477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.849417] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.849417] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f already deleted. [ 637.849417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.986767] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-c19e37a1-287c-4833-b0a0-3a8331c18203 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 637.987345] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 637.987672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.987800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.987877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.988250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.988349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.988404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.988643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.988732] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.388024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.388024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.388024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.389525] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.390111] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.390504] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.392893] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.392893] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.392893] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.392893] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.412189] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.412189] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.412189] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.412189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.412189] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-6113e210-be6a-4f27-81ed-9422ef0a8978 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.412189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.412189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.412189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.413208] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6113e210-be6a-4f27-81ed-9422ef0a8978',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.492747] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.492747] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.492747] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f already deleted. [ 638.492747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.736747] env[62741]: INFO networking_nsxv3.common.synchronization [None req-fc1df7aa-d76a-4c08-ac48-565579dfeb99 None None] Enqueued Resource ID: 5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0 with Priority: HIGHEST for action port [ 638.738284] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0 with Priority: HIGHEST for action port [ 638.738284] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.738284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.738284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.738505] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.764309] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 638.764309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.919476] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.919752] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.919870] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.920171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.920343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.920507] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 6113e210-be6a-4f27-81ed-9422ef0a8978 not found, creating... [ 638.920797] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.920966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.921143] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.921380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.921547] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.921845] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.922168] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.922366] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.922614] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.922764] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.922921] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 6113e210-be6a-4f27-81ed-9422ef0a8978 is going to be created. [ 638.941663] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.941885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.942032] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.942377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.942626] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.942855] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.112642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.112642] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.112642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.112642] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.159865] env[62741]: INFO networking_nsxv3.common.synchronization [req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 req-d9e9ed80-fd9a-4371-9cc1-cef5af0905b1 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Enqueued Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 639.159986] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 639.160361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.160492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.160553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.160818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.160954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.162858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.162965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.163152] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.163247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.163347] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.243611] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0 [ 639.243611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.243611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.243611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.243801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.243801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.243801] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0 already deleted. [ 639.243878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f68a7b0-e1f3-4a4d-a8d2-63c38e1463b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.616040] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.666067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.667874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.667874] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 already deleted. [ 639.667874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.709126] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-737" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.709126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-737" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.709126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-737" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.709126] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.713395] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.713616] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.714020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.714020] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.714115] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.714180] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.714297] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.714409] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.714514] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.714662] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.735760] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.735931] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.736161] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.739022] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-737" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.739439] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-597ae046-237f-4834-acc9-7ab65832b410 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.739636] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.739764] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.740103] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.741169] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ae046-237f-4834-acc9-7ab65832b410',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.788446] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-5305f94c-8d04-4e9d-8bbf-3451c27bca1e service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 639.789077] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-5305f94c-8d04-4e9d-8bbf-3451c27bca1e service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 639.789077] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-5305f94c-8d04-4e9d-8bbf-3451c27bca1e service nova] Enqueued Resource ID: 6113e210-be6a-4f27-81ed-9422ef0a8978 with Priority: HIGHEST for action port [ 639.789867] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 639.790308] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 639.790811] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6113e210-be6a-4f27-81ed-9422ef0a8978 with Priority: HIGHEST for action port [ 639.791313] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.791498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.791600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.792139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.792139] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.793276] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.793443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.796610] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.796610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.796610] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.796939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6113e210-be6a-4f27-81ed-9422ef0a8978 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.797431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.797431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.797431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.797431] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6113e210-be6a-4f27-81ed-9422ef0a8978',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.893242] env[62741]: INFO networking_nsxv3.common.synchronization [req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 req-67314983-9838-489c-aea9-7218d3ec0c9a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 639.893814] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGHEST for action security_group_members [ 639.894139] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.895555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.895555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.895677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.896092] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.896092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.896202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.896373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.896462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.896561] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.118269] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.242860] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.243099] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.243221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.243496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.243641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.243808] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 597ae046-237f-4834-acc9-7ab65832b410 not found, creating... [ 640.244093] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.244248] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.244380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244632] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.244780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.245073] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.245233] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.245346] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.245545] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.246394] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.246394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 597ae046-237f-4834-acc9-7ab65832b410 is going to be created. [ 640.266283] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.266492] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.268043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.268043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.268043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.268043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.300066] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6113e210-be6a-4f27-81ed-9422ef0a8978 with status ACTIVE [ 640.300458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.301567] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.301567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.301853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.301853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.301853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.301948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.302044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.302090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.302176] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6113e210-be6a-4f27-81ed-9422ef0a8978 is going to be updated. [ 640.303299] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.304209] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.304590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.322586] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.322831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.322921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.323197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.323454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.324072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6113e210-be6a-4f27-81ed-9422ef0a8978" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.400440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.400570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.400610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.401161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.401161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.401320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.401320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.401557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.401647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.401751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.401868] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be updated. [ 640.438621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.438825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.438876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.439142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.439276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.448073] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: IN_PROGRESS for 2s [ 640.622561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.622895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.622895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.623146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.623261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.624214] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 640.652805] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.653097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.653097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.653357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.654598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.664418] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 640.704035] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.704035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-549" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.704035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-549" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.704035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-549" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.704264] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.705050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.705844] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.705844] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.706043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.706347] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.706552] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.706765] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.708937] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.708937] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.708937] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.708937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.732587] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.732587] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.732587] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.732587] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-549" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.732587] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-01e35dae-a315-407b-8ec0-3e0e250600fe taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.732587] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.732587] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.732587] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.732587] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e35dae-a315-407b-8ec0-3e0e250600fe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.807961] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.021082] env[62741]: INFO networking_nsxv3.common.synchronization [req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 req-e2a2be13-d8db-41fb-9ee8-77ad30016f78 service nova] Enqueued Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_rules [ 641.021357] env[62741]: INFO networking_nsxv3.common.synchronization [req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 req-e2a2be13-d8db-41fb-9ee8-77ad30016f78 service nova] Enqueued Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 641.021428] env[62741]: INFO networking_nsxv3.common.synchronization [req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 req-e2a2be13-d8db-41fb-9ee8-77ad30016f78 service nova] Enqueued Resource ID: 597ae046-237f-4834-acc9-7ab65832b410 with Priority: HIGHEST for action port [ 641.022574] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_rules [ 641.022574] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 641.022574] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597ae046-237f-4834-acc9-7ab65832b410 with Priority: HIGHEST for action port [ 641.022991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.023177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.023296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.023601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.023749] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.024623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.024755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.024823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.025155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.025155] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.025252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.025290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.025460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.025553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.025890] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.026499] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-597ae046-237f-4834-acc9-7ab65832b410 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.026677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.026801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.027035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.027169] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597ae046-237f-4834-acc9-7ab65832b410',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.236713] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.236713] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.236713] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.236713] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.236713] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.237066] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 01e35dae-a315-407b-8ec0-3e0e250600fe not found, creating... [ 641.237127] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.237430] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.237612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.237913] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.238656] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.238656] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.238831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.238831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.239141] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.239414] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.239631] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 01e35dae-a315-407b-8ec0-3e0e250600fe is going to be created. [ 641.266274] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.266678] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.266852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.267144] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.267387] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.267605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.310818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.311013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.311101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.311318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.311444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.312177] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be created. [ 641.348089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.348335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.348625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.359838] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: UNINITIALIZED for 2s [ 641.529696] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.529853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.529931] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597ae046-237f-4834-acc9-7ab65832b410 with status ACTIVE [ 641.530129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.530266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.530358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.530520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.530609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.530776] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.530867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.530927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.531104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.531192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.531379] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.531476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.531537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.531674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.531748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.531842] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597ae046-237f-4834-acc9-7ab65832b410 is going to be updated. [ 641.532962] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.553978] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.554167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.554210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.554400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.554528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.554780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597ae046-237f-4834-acc9-7ab65832b410" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.036329] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.083887] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 req-78b16687-c008-4f29-9156-c72696955ed0 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 642.084203] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 642.084503] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.084628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.084687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.085108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.085220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.085287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.085423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.085505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.085594] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.298836] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-97ed3027-cc6a-4845-bdae-1c750447158a service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 642.298836] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-97ed3027-cc6a-4845-bdae-1c750447158a service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 642.299016] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-97ed3027-cc6a-4845-bdae-1c750447158a service nova] Enqueued Resource ID: 01e35dae-a315-407b-8ec0-3e0e250600fe with Priority: HIGHEST for action port [ 642.299744] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 642.299907] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 642.300051] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e35dae-a315-407b-8ec0-3e0e250600fe with Priority: HIGHEST for action port [ 642.300399] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.300500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.300700] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.300767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.300960] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e35dae-a315-407b-8ec0-3e0e250600fe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.301082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.301148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.301352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.301432] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e35dae-a315-407b-8ec0-3e0e250600fe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.460204] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382a4532-b93d-42df-9c50-ac4b2648be33 in Status: SUCCESS [ 642.460440] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 deletion is rescheduled due to dependency. [ 642.460592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.537905] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.538098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.538174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.538396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.538484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.538583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 is going to be created. [ 642.561994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.562181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.562226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.562502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.562651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.571433] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: UNINITIALIZED for 2s [ 642.587332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.587486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.587580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.587787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.587879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.588095] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.588198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.588288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.588513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.588622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.588742] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e already deleted. [ 642.588832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.673056] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 642.673292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.673474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.673718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.673888] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.674011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.674086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.674233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.674318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.674411] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.807228] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e35dae-a315-407b-8ec0-3e0e250600fe with status ACTIVE [ 642.807586] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.807921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.807921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.808120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.808299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.808459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.808682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.808861] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.809026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.809168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.809241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.809326] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e35dae-a315-407b-8ec0-3e0e250600fe is going to be updated. [ 642.833405] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.833627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.833627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.833798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.833936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.834082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e35dae-a315-407b-8ec0-3e0e250600fe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.950114] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.950337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.950456] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.950791] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.955717] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.956009] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.956153] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.956421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.956580] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.956792] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.956909] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.957037] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.957150] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.957275] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.957390] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.957528] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.977447] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.977664] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.978078] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.978448] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.978990] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-766ef381-dc69-425c-ab18-051edf7b1c80 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.979219] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.979405] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.979804] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.979982] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766ef381-dc69-425c-ab18-051edf7b1c80',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.176951] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.217905] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.218126] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.218255] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.218536] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.218766] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.218923] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.219095] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.219411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.219691] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.219828] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.219971] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.220125] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.220309] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.220441] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.220576] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.253502] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.253711] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.253852] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.254049] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-911" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.255030] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-38aa0aae-c583-4003-9d9d-d585263373ca taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.255030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.255030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.255030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.255265] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38aa0aae-c583-4003-9d9d-d585263373ca',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.370883] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 643.371064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.371265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.371583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.371773] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.371952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.372029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.372346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.372465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.372735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.372843] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.373878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.374326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.374441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.374705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.374877] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.482839] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.482969] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.483735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.483735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.483735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.483735] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 766ef381-dc69-425c-ab18-051edf7b1c80 not found, creating... [ 643.483969] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.484148] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.484267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.484496] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.484673] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.484968] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.485142] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.485260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.485472] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.485606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.485745] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 766ef381-dc69-425c-ab18-051edf7b1c80 is going to be created. [ 643.510940] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.511242] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.511308] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.511575] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.511806] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.512040] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.680423] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.757999] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.758326] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.758506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.758856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.759084] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.759305] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 38aa0aae-c583-4003-9d9d-d585263373ca not found, creating... [ 643.759649] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.759843] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.760028] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.760319] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.760484] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.760776] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.760935] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.761069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.761373] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.761516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.761659] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 38aa0aae-c583-4003-9d9d-d585263373ca is going to be created. [ 643.791362] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.791574] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.791701] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.791971] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.792225] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.792486] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.799266] env[62741]: INFO networking_nsxv3.common.synchronization [req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 req-799cc4f3-f405-49ca-aaa0-1460b1849193 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 643.799266] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 643.799266] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.799266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.799266] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.799266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.799266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.799956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.799956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.799956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.878108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.880827] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.183509] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.183810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.183810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.184034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.184097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.184169] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 644.212554] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.212703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.212778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.212990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.213143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.223583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 644.303906] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.378557] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 req-33db14ed-9c76-42b3-b5ca-e3699545a7ec service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 644.379097] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 req-33db14ed-9c76-42b3-b5ca-e3699545a7ec service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 644.382795] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 req-33db14ed-9c76-42b3-b5ca-e3699545a7ec service nova] Enqueued Resource ID: 766ef381-dc69-425c-ab18-051edf7b1c80 with Priority: HIGHEST for action port [ 644.383399] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 644.383541] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 644.383638] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766ef381-dc69-425c-ab18-051edf7b1c80 with Priority: HIGHEST for action port [ 644.383848] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.384874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.385008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.385075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.385331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.385404] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.386166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.386278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.386353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.386520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.386691] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.386774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.386809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.386944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.387037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.387126] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.390037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-766ef381-dc69-425c-ab18-051edf7b1c80 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.390037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.390037] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('766ef381-dc69-425c-ab18-051edf7b1c80',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.554940] env[62741]: INFO networking_nsxv3.common.synchronization [req-e29903bd-2ca3-44c7-a75f-82ec351638af req-5092c756-4c64-4418-a218-9235c2d90ab6 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 644.555704] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 644.556015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.557339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.579090] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-57d901e7-2b6c-4d86-8e85-f76d410f224d service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 644.579290] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-57d901e7-2b6c-4d86-8e85-f76d410f224d service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 644.579432] env[62741]: INFO networking_nsxv3.common.synchronization [req-721d26b0-7409-4b4c-b804-84f68941be90 req-57d901e7-2b6c-4d86-8e85-f76d410f224d service nova] Enqueued Resource ID: 38aa0aae-c583-4003-9d9d-d585263373ca with Priority: HIGHEST for action port [ 644.581064] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 644.581700] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 644.581700] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38aa0aae-c583-4003-9d9d-d585263373ca with Priority: HIGHEST for action port [ 644.581700] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.581700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.582054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.582054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.582187] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-38aa0aae-c583-4003-9d9d-d585263373ca taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.582187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.582303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.582465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.582571] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38aa0aae-c583-4003-9d9d-d585263373ca',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.588218] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: SUCCESS [ 644.588453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.588982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.589189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.589367] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.589468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.589528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.589675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.589749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.589827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.589912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.807206] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.848705] env[62741]: INFO networking_nsxv3.common.synchronization [req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac req-880b638c-5e59-4202-8c3c-c7be09e5c3e2 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 644.848705] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 644.848705] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.848705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.894020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.894020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.894020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.894020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.894020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.894020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.894020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.894020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 644.894020] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.907536] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 766ef381-dc69-425c-ab18-051edf7b1c80 with status ACTIVE [ 644.908395] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.908686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.908841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.909133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.909317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.909576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.909778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.910150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.910427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.911017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.911017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.911017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.911017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.911404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.911569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.911731] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 766ef381-dc69-425c-ab18-051edf7b1c80 is going to be updated. [ 644.930764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.931196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.931401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.931668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.931908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.934765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.935250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.935539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.935922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.936207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.936475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-766ef381-dc69-425c-ab18-051edf7b1c80" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.945998] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 645.085868] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38aa0aae-c583-4003-9d9d-d585263373ca with status ACTIVE [ 645.085868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.085868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.085868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.085868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.085868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.087520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.087520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.087520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.087928] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38aa0aae-c583-4003-9d9d-d585263373ca is going to be updated. [ 645.093885] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.094046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.094125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.094300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.094443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.094546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.094607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.094744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.094820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.094898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.095046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.095139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.095238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.095427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.095679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.095820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.096050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.096050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.096136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.096261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.096355] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.109602] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.109755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.109823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.110049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.110202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.110374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38aa0aae-c583-4003-9d9d-d585263373ca" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.246742] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.247107] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.247222] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.247502] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.247789] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.247921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.248516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.248885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.248975] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.249169] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.249289] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.249406] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.249517] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.249630] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.249739] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.249872] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.289504] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.289729] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.289879] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.290070] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.290431] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-95d45067-3ab0-4e47-8c7b-b759ca1beef9 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.290607] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.290744] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.291193] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.291356] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d45067-3ab0-4e47-8c7b-b759ca1beef9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.308906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.309118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.309164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.309430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.309530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 645.352363] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.352545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.352617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.352836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.352988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.362295] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 645.397160] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.602646] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6126e0-907d-4257-8117-9cb3c7a6c8d4: rpc.has_security_group_logging(os_id): False [ 645.620947] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.621271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.621337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.621424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.621626] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.621787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.622145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.622145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.622264] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.622264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.622457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.622654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.622726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.622907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.622996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.623060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.623193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.623318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.623351] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 is going to be created. [ 645.677489] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.677636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.677703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.677906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.678143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.689616] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: IN_PROGRESS for 2s [ 645.823756] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.823756] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 95d45067-3ab0-4e47-8c7b-b759ca1beef9 not found, creating... [ 645.823756] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.823756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.824543] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.824543] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 is going to be created. [ 645.824543] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.824543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.825069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.825069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.825069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.899691] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.899839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.899907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.900223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.900387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.900435] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be created. [ 645.945731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.945867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.945867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.946100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.946379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.963014] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: UNINITIALIZED for 2s [ 646.233704] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 646.233920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.234119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.234361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.234559] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.234680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.234741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.234905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.234989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.235089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.235249] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.235327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.235388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.235524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.235661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.235753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.235810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.235941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.236026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.236107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.236194] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.237074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.237244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.237391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.237489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.237550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.237686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.237762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.237848] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.739665] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca1e3975-e935-4658-b7bb-a739303bc85d: rpc.has_security_group_logging(os_id): False [ 646.741205] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.760078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.760329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.760407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.760669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.760925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.761087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.761238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.761333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.761570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.761684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.761973] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.762940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.763064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.763482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.763814] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.764018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.764129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.764430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.764509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.764655] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be created. [ 646.830829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.834366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.834366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.834366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.834366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.844635] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 646.945467] env[62741]: INFO networking_nsxv3.common.synchronization [req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac req-8e619e57-06ce-4331-a988-655001dc564a service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 646.945592] env[62741]: INFO networking_nsxv3.common.synchronization [req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac req-8e619e57-06ce-4331-a988-655001dc564a service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 646.945727] env[62741]: INFO networking_nsxv3.common.synchronization [req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac req-8e619e57-06ce-4331-a988-655001dc564a service nova] Enqueued Resource ID: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 with Priority: HIGHEST for action port [ 646.945979] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 646.946138] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 646.946230] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 with Priority: HIGHEST for action port [ 646.947289] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.949021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.949282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d45067-3ab0-4e47-8c7b-b759ca1beef9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.949371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.949537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.949615] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d45067-3ab0-4e47-8c7b-b759ca1beef9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.972165] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 646.972357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.975332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.975332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.975987] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.976120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.976313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.976464] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.976582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.976654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.976792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.976868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.976960] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.249064] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.372837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 647.373013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.452376] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95d45067-3ab0-4e47-8c7b-b759ca1beef9 with status ACTIVE [ 647.452727] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.452970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.453072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.453382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.453532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.453805] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.454007] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.454124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.454370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.454500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.454788] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.454964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.455085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.455304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.455425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.455558] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 is going to be updated. [ 647.479055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.479309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.479420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.479704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.479912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.480170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d45067-3ab0-4e47-8c7b-b759ca1beef9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.480585] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d68402a2-95ef-4e25-a1db-ff75dc424d1f: rpc.has_security_group_logging(os_id): False [ 647.482118] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.504384] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.504558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.504624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.504816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.504907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.505119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.505217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.505273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.505417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.505488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.505718] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.505798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.505798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.505911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.506016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.506197] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.506285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.506285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.506566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.506566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.506647] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be created. [ 647.571509] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.571684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.571684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.573055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.585989] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 647.695211] env[62741]: INFO networking_nsxv3.common.synchronization [None req-55139137-cd8e-47a9-99b6-db7c36d2a182 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: d8f51851-3142-4c11-bcee-46f10c7bb748 with Priority: HIGHEST for action security_group_rules [ 647.695211] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f51851-3142-4c11-bcee-46f10c7bb748 with Priority: HIGHEST for action security_group_rules [ 647.695530] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f51851-3142-4c11-bcee-46f10c7bb748 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.695655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.695725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.695960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.696192] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f51851-3142-4c11-bcee-46f10c7bb748',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.720147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: SUCCESS [ 647.720462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.758025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.758025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.758025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.758025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.758025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.758025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 647.791252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.791252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.791252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.791252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.791252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.801045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 647.806333] env[62741]: INFO networking_nsxv3.common.synchronization [None req-dfffd873-ee57-45c9-8a95-6b484f6ad88f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: d8f51851-3142-4c11-bcee-46f10c7bb748 with Priority: HIGHEST for action security_group_rules [ 647.806913] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f51851-3142-4c11-bcee-46f10c7bb748 with Priority: HIGHEST for action security_group_rules [ 647.807252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f51851-3142-4c11-bcee-46f10c7bb748 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.974783] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 647.975219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.975519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.975749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.976049] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.976261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.976468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.976595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.976849] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.985244] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.224904] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.225052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.225126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.225334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.225428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.225519] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f51851-3142-4c11-bcee-46f10c7bb748 already deleted. [ 648.225602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.225981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.225981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.225981] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f51851-3142-4c11-bcee-46f10c7bb748',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.480392] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.489458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.489458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.489458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.489458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.489458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.489458] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 648.559089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.559425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.559463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.559754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.559955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.576436] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 648.752760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.753122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.753501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.753630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.753745] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f51851-3142-4c11-bcee-46f10c7bb748 already deleted. [ 648.753889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f51851-3142-4c11-bcee-46f10c7bb748" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.855014] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 648.855440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.855440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.855654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.855824] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.983408] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.358248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.358379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.487097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.487097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.487097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.487278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.487335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.487683] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 649.514528] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.514716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.514925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.515123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.523737] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 649.597467] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 649.597782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.597898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.598118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.598208] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.811343] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 649.811568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.811737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.811948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.812165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.812273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.812381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.812513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.812598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.812683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.812773] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.101079] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.101647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.315920] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.315920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.315920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.316149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.316250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.316332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.316380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.316557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.316685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.316807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.316903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.316996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.317112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.317315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.317459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.317574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.317664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.317835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.317927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.318441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.318441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.587743] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 650.588073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.588773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.589087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.589358] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.589533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.589630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.589855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.589977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.590117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.590264] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.821159] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca1e3975-e935-4658-b7bb-a739303bc85d: rpc.has_security_group_logging(os_id): False [ 650.838394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.838533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.838592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.838782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.838871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.839055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.839154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.839216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.839442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.839628] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.839722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.839783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.839982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.840178] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.840360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.840470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.840561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.840636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.840731] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 650.896695] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.896856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.896896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.897110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.897256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.908254] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 651.093454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.094618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.094618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.094618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.094618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.095056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.095056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.095056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.095467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.095601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.095784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.096129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.096242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.096397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.096569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.097242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.097242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.097242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.097883] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.535435] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 651.535435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.535789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.535936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.537021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.537021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.537021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.537021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.537021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.537021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.537021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.537845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.538040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.538208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.538315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.538450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.538555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.538634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.538730] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.599845] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d68402a2-95ef-4e25-a1db-ff75dc424d1f: rpc.has_security_group_logging(os_id): False [ 651.618237] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.618419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.618491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.618710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.618805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.619080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.619259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.619359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.619538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.619646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.620067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.620067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.620067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.620677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.620677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.620677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.620828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.620858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.621067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.621160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.621250] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 651.679044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.679044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.679044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.679044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.679044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.692084] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 652.040776] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.041048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.041317] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.544453] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.808698] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 652.808698] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 652.919649] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 652.919899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.920119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.920355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.920454] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.046567] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.047311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.047311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.047311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.047311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.047463] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 653.072413] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.072628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.072699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.073043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.075033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.081029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 653.422866] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.423853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.423949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.424236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.424433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.424563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.424624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.424813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.424917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.425043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.425182] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.710247] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 653.710247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.710247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.710247] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.927964] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.928151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.928226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.928433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.928598] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.928696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.928758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.928899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.928985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.929085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.929223] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.929314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.929374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.929509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.929641] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.929729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.929786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.929918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.929991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.930104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.930193] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.213527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.213718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.213794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.214014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.214184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.214344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.214538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.214754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.214811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.214898] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.433072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca1e3975-e935-4658-b7bb-a739303bc85d: rpc.has_security_group_logging(os_id): False [ 654.453218] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.453424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.453728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.453909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.454012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.454076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.454227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.454300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.454492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.454583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.454642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.454853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.455274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.455447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.455581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.455641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.455802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.455849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.456847] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 654.511110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.511110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.511110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.511110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.511110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.522993] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 654.645139] env[62741]: INFO networking_nsxv3.common.synchronization [req-61b0edf4-5c22-463e-9d27-b809a7cd870e req-3955f8d5-d3c8-40e0-b5f1-dab2cd85f3a7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 654.645992] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 654.646683] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.647112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.647270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.647732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.648044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.649600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.649600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.649600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.649600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.649600] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.717891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.717891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.717891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.718254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.718290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.718426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.718841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.719521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.719521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.719521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.719521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.719521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.719521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.719779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.719809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.719917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.719955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.720111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.720162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.720250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.720352] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.094360] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 655.094581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.094783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.094997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.095203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.095321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.095386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.095559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.095646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.095704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.095847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.095940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.095998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.096149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.096280] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.096370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.096432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.096564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.096634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.096711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.096794] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.131216] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.131421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.131550] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.131817] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.132094] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.132273] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.132409] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.132614] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.132869] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.132979] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.133109] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.133224] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.133335] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.133472] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.133595] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.133732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.151795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.151948] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.152108] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.152288] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.152686] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3be6252e-1f79-4d81-b49e-633f2f621401 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.152858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.152978] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.153316] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.153543] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3be6252e-1f79-4d81-b49e-633f2f621401',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.156595] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.156716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.156785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.157073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.157073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.157256] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.157372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.157409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.157560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.157663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.157750] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 655.181101] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.181291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.181427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.181624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.181795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.190087] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 655.226934] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d68402a2-95ef-4e25-a1db-ff75dc424d1f: rpc.has_security_group_logging(os_id): False [ 655.245953] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.246234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.246309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.246550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.246644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.246856] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.246956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.247032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.247188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.247264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.247435] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.247528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.247588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.247755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.247789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.247955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.248459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.248553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.248705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.248782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.249294] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 655.308674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.309088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.309088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.309208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.309263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.322052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 655.600026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f28abff-4329-46b5-8d91-dd519ff2af8e: rpc.has_security_group_logging(os_id): False [ 655.617902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.617902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.618057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.618278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.618461] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.618587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.618633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.618886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.619011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.619176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.619675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.619675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.619862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.619955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.619989] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be created. [ 655.656892] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.657119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.657248] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.657521] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.657675] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.657826] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3be6252e-1f79-4d81-b49e-633f2f621401 not found, creating... [ 655.658216] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.658271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.658522] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.658645] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.658698] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.658965] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.659137] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.659256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.659461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.659626] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.659736] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3be6252e-1f79-4d81-b49e-633f2f621401 is going to be created. [ 655.678056] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.678251] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.678378] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.678613] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.678839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.679067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.680808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.680913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.680985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.681158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.681309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.692080] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 656.543441] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 656.543441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.110897] env[62741]: INFO networking_nsxv3.common.synchronization [req-61b0edf4-5c22-463e-9d27-b809a7cd870e req-f31b7ac1-56a3-4e39-91a9-cc2a05a092de service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 657.111086] env[62741]: INFO networking_nsxv3.common.synchronization [req-61b0edf4-5c22-463e-9d27-b809a7cd870e req-f31b7ac1-56a3-4e39-91a9-cc2a05a092de service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 657.111226] env[62741]: INFO networking_nsxv3.common.synchronization [req-61b0edf4-5c22-463e-9d27-b809a7cd870e req-f31b7ac1-56a3-4e39-91a9-cc2a05a092de service nova] Enqueued Resource ID: 3be6252e-1f79-4d81-b49e-633f2f621401 with Priority: HIGHEST for action port [ 657.111451] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 657.111571] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 657.111662] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3be6252e-1f79-4d81-b49e-633f2f621401 with Priority: HIGHEST for action port [ 657.112245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.112362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.114224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.114224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.114224] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.116611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.116701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.116914] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3be6252e-1f79-4d81-b49e-633f2f621401 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.117078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.117171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.117609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.117609] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3be6252e-1f79-4d81-b49e-633f2f621401',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.205150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 657.205362] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 657.205459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.205698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.205766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.205929] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.206056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.206130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.206293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.206387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.206477] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.343361] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 657.343564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.353115] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9c0616b3-313b-45e9-8d2f-75a62ff2f6da None None] Enqueued Resource ID: 2051b286-acce-476f-9da0-8ecf9ec06b10 with Priority: HIGHEST for action port [ 657.353995] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2051b286-acce-476f-9da0-8ecf9ec06b10 with Priority: HIGHEST for action port [ 657.354288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-2051b286-acce-476f-9da0-8ecf9ec06b10 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.354344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2051b286-acce-476f-9da0-8ecf9ec06b10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.354410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2051b286-acce-476f-9da0-8ecf9ec06b10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.354666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2051b286-acce-476f-9da0-8ecf9ec06b10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.354776] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2051b286-acce-476f-9da0-8ecf9ec06b10',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.620542] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.620542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.620542] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3be6252e-1f79-4d81-b49e-633f2f621401 with status ACTIVE [ 657.620983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.620983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.620983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.620983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.621193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.621238] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.621400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.621400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.621520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.621587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.621763] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.621854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.621910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.622062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.622135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.622215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3be6252e-1f79-4d81-b49e-633f2f621401 is going to be updated. [ 657.644475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.644631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.644704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.645123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.645123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.645325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3be6252e-1f79-4d81-b49e-633f2f621401" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.704066] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 657.704295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.704477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.704695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.704783] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.708450] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.862395] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2051b286-acce-476f-9da0-8ecf9ec06b10 [ 657.862671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.862825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.862895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.863129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.863218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.863311] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2051b286-acce-476f-9da0-8ecf9ec06b10 already deleted. [ 657.863390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2051b286-acce-476f-9da0-8ecf9ec06b10" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.932120] env[62741]: INFO networking_nsxv3.common.synchronization [req-142e916f-5189-4801-a6aa-54d7c26481ff req-b18f0b18-4b9a-481b-89c5-1222fae41a1f tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 657.933028] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 657.933198] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.935086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.935086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.935086] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.150348] env[62741]: INFO networking_nsxv3.common.synchronization [req-142e916f-5189-4801-a6aa-54d7c26481ff req-e40d6dac-ef51-4b1b-82b3-dd86b62aae11 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 658.152498] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 658.152498] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.152498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.207770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.207770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.207770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.207770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.208019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.208019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.208019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.208128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.212573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.212573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.212573] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.212573] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.401462] env[62741]: INFO networking_nsxv3.common.synchronization [req-142e916f-5189-4801-a6aa-54d7c26481ff req-66defc37-76dd-41f0-b5fe-c603799027b5 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 658.401969] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 658.402385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.402592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.439182] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.715123] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.715528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.715528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.715528] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.715682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.718138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718138] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.718138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.718673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.718673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.718673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.718673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.718673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 658.748023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.748023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.748023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.748023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.748023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.755903] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 658.943829] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.156263] env[62741]: INFO networking_nsxv3.common.synchronization [None req-39184231-b733-4caf-8a97-bbba1287c224 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 659.156263] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 659.156431] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.156571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.156641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.156922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.157010] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.207936] env[62741]: INFO networking_nsxv3.common.synchronization [None req-54de59af-d21c-427a-becd-80c325c92500 None None] Enqueued Resource ID: a50a51ae-d5cc-462f-9802-b89b6cf99d85 with Priority: HIGHEST for action port [ 659.209021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50a51ae-d5cc-462f-9802-b89b6cf99d85 with Priority: HIGHEST for action port [ 659.209021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50a51ae-d5cc-462f-9802-b89b6cf99d85 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.209021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50a51ae-d5cc-462f-9802-b89b6cf99d85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.209337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50a51ae-d5cc-462f-9802-b89b6cf99d85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.210101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50a51ae-d5cc-462f-9802-b89b6cf99d85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.210101] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50a51ae-d5cc-462f-9802-b89b6cf99d85',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.220294] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f28abff-4329-46b5-8d91-dd519ff2af8e: rpc.has_security_group_logging(os_id): False [ 659.251654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.251791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.251864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.252080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.252173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.252353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.252515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.252552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.252703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.252778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.252970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.253080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.253145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.253271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.253343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.253527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.253614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.253689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.253830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.253890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.255587] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 659.264274] env[62741]: INFO networking_nsxv3.common.synchronization [None req-6c29e6f2-3103-4199-a1aa-d98d5d61c21b tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 659.267966] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 659.267966] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.267966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.319250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.319387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.319455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.319661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.321180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.332208] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 659.446928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.447063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.447210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.447305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.447410] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 659.471775] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.471775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.471919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.472032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.472177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.488057] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 659.681642] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.681642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 already deleted. [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.681642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.681642] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.711429] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a50a51ae-d5cc-462f-9802-b89b6cf99d85 [ 659.711666] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.711809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.711869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.712184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.712184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.712301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a50a51ae-d5cc-462f-9802-b89b6cf99d85 already deleted. [ 659.712346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50a51ae-d5cc-462f-9802-b89b6cf99d85" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.206177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.206609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.206609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.206762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.206820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.206916] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 already deleted. [ 660.207111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.765046] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 660.766029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.766029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.766029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.766029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.766029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.766275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.766275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.766332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.766406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.766504] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.943906] env[62741]: INFO networking_nsxv3.common.synchronization [req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 req-75760034-ebe8-48b6-a8e3-e5732ceb456e tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Enqueued Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 660.943906] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 with Priority: HIGHEST for action security_group_members [ 660.943906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e08fda1-5ac2-4975-806e-a8bc863cf062 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.943906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.943906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.944539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.944653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.944914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.945041] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e08fda1-5ac2-4975-806e-a8bc863cf062',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.270382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.270382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.270382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.270382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.270382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.271082] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.271334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.271334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.271406] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.271457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.271517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.274089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.274089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.274089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.274089] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.348271] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 661.348397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.399268] env[62741]: INFO networking_nsxv3.common.synchronization [req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe req-501c2bac-6052-4b75-b676-23fd50709ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Enqueued Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 661.399878] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGHEST for action security_group_members [ 661.400282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.401877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.401877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.401877] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.446927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.447133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.447642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.447642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.447642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.447809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.447809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.447893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.447984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.448067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.448153] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 is going to be updated. [ 661.479760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.480555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.480555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.480908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.481090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.492124] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: IN_PROGRESS for 2s [ 661.496440] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 661.496670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.496890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.497151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.497375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.497534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.497619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.497810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.497912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.498053] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.775441] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 661.794770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.794770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.794770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.794770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.795536] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.795536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.795536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.795536] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 661.859374] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.859514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.859611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.859834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.860027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.871045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 661.907488] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.907673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.907740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.907947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.908116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.908284] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.908703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.908703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.908703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.908703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.910257] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 is going to be updated. [ 661.943985] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.944144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.944213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.944950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.944950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.954767] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: IN_PROGRESS for 2s [ 662.001024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.001024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.001387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.001387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.001387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.001488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.001560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.001839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.001839] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 662.027466] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.027548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.027639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.027822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.027964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.042302] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 663.503030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 in Status: SUCCESS [ 663.503030] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e08fda1-5ac2-4975-806e-a8bc863cf062 deletion is rescheduled due to dependency. [ 663.503369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e08fda1-5ac2-4975-806e-a8bc863cf062" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.884107] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 663.884348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.964314] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 in Status: SUCCESS [ 663.964482] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 deletion is rescheduled due to dependency. [ 663.964592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.051113] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 664.051351] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f deletion is rescheduled due to dependency. [ 664.051541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.051723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.051952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.052188] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.052317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.052388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.052620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.052745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.052855] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.555404] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.555773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.555773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.555920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.556046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.556245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.556348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.556411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.556574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.556654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.556756] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 664.580982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.581180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.581221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.581408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.581576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.590235] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 665.552445] env[62741]: INFO networking_nsxv3.common.synchronization [req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 req-ccd8c6cf-62f4-4f4f-8187-be1d0a0c95b7 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 665.552862] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGHEST for action security_group_members [ 665.553192] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.553372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.553583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.553742] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.553841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.553917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.554065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.554152] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.554241] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.836567] env[62741]: INFO networking_nsxv3.common.synchronization [req-e6499b74-9f8e-4976-92b2-2b12a7806940 req-837a2cb0-83b4-4d8c-a9de-2cbc30d2662c tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Enqueued Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 665.837158] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 665.837500] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.837636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.837714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.838030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.838211] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.838465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.838465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.838584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.838700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.838816] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.058618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.058779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.058830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.059055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.059147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.059334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.059431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.059490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.059632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.059704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.059782] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be updated. [ 666.085446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.085586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.085654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.085862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.086021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.095026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: IN_PROGRESS for 2s [ 666.198140] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.198349] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-204" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.198477] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-204" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.198789] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-204" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.199063] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.199226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.199345] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.199561] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.199706] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.199914] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.200037] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.200149] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.200461] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.200461] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.200461] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.200632] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.220170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.220344] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.220552] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.220765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-204" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.221105] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1af5532c-8cae-47c3-8d81-35d5a44c9005 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221283] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.221403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.221746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.221880] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af5532c-8cae-47c3-8d81-35d5a44c9005',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.341233] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.341492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.341525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.341786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.341908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.342132] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.342261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.342346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.342557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.342598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.342729] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee already deleted. [ 666.342842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.600134] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 666.600134] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f deletion is rescheduled due to dependency. [ 666.600134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.724041] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.724274] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.724403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.724680] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.724830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.725071] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1af5532c-8cae-47c3-8d81-35d5a44c9005 not found, creating... [ 666.725330] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.725489] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.725612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.725835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.725972] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.726265] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.726422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.726817] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.726817] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.726918] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.727058] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1af5532c-8cae-47c3-8d81-35d5a44c9005 is going to be created. [ 666.745109] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.745507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.745507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.746679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.746679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.746679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.513174] env[62741]: INFO networking_nsxv3.common.synchronization [req-e6499b74-9f8e-4976-92b2-2b12a7806940 req-e7b101b9-07f6-4d3c-b954-1477cdb04601 service nova] Enqueued Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_rules [ 667.513438] env[62741]: INFO networking_nsxv3.common.synchronization [req-e6499b74-9f8e-4976-92b2-2b12a7806940 req-e7b101b9-07f6-4d3c-b954-1477cdb04601 service nova] Enqueued Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 667.514064] env[62741]: INFO networking_nsxv3.common.synchronization [req-e6499b74-9f8e-4976-92b2-2b12a7806940 req-e7b101b9-07f6-4d3c-b954-1477cdb04601 service nova] Enqueued Resource ID: 1af5532c-8cae-47c3-8d81-35d5a44c9005 with Priority: HIGHEST for action port [ 667.514064] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_rules [ 667.514064] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 667.514064] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af5532c-8cae-47c3-8d81-35d5a44c9005 with Priority: HIGHEST for action port [ 667.514554] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.514669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.514735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.514974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.516381] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.520464] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.520603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.520662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.520847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.521102] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.521259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.521338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.521550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.522112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.522112] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.522524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af5532c-8cae-47c3-8d81-35d5a44c9005 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.522641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.522718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.522869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.522948] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af5532c-8cae-47c3-8d81-35d5a44c9005',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.025458] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.026522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.026627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.026798] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1af5532c-8cae-47c3-8d81-35d5a44c9005 with status ACTIVE [ 668.026949] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.027082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.027145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.027332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.027418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.027575] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.027670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.027720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.027872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.027944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.028142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.028238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.028339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.028431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.028503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.028583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1af5532c-8cae-47c3-8d81-35d5a44c9005 is going to be updated. [ 668.048207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.048374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.048431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.048585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.048712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.048864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af5532c-8cae-47c3-8d81-35d5a44c9005" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.106258] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c93757-9b24-4681-91d1-d089ae013872 in Status: SUCCESS [ 668.106541] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c93757-9b24-4681-91d1-d089ae013872 deletion is rescheduled due to dependency. [ 668.106731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.530911] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.739878] env[62741]: INFO networking_nsxv3.common.synchronization [req-2bf99778-d698-4c23-9953-614bcb1d1c00 req-182d716a-a129-47d2-8812-78a522ea07bc tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 668.740404] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 668.740721] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.740847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.740915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.741192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.741343] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.741445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.741508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.741659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.741747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.741837] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.033824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.033993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.034079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.034290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.034381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.034476] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee is going to be created. [ 669.055471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.055617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.055673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.055956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.056127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.065158] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: UNINITIALIZED for 2s [ 669.244944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.244944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.244944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.245365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.245365] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 already deleted. [ 669.245365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.283615] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.283809] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-896" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.283959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-896" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.284350] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-896" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.284614] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.284774] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.284893] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.285157] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.285303] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.285509] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.285663] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.285755] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.285864] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.285988] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.286092] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.286224] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.304837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.305096] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.305270] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.305469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-896" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.305854] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-51ce5ba4-f149-47af-98ff-b69d5b093a54 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.306106] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.306260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.306621] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.306772] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ce5ba4-f149-47af-98ff-b69d5b093a54',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.812214] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.812538] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.812750] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.813071] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.813250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.813463] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 51ce5ba4-f149-47af-98ff-b69d5b093a54 not found, creating... [ 669.813716] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.813918] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.814060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.814282] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.814422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.814722] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.814850] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.815488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.815488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.815488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.815488] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 51ce5ba4-f149-47af-98ff-b69d5b093a54 is going to be created. [ 669.834219] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.834381] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.834381] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.834655] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.834968] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.835276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.581242] env[62741]: INFO networking_nsxv3.common.synchronization [req-2bf99778-d698-4c23-9953-614bcb1d1c00 req-79db7940-07f8-40e1-bdb3-dcb57afac513 service nova] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 670.581423] env[62741]: INFO networking_nsxv3.common.synchronization [req-2bf99778-d698-4c23-9953-614bcb1d1c00 req-79db7940-07f8-40e1-bdb3-dcb57afac513 service nova] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 670.581562] env[62741]: INFO networking_nsxv3.common.synchronization [req-2bf99778-d698-4c23-9953-614bcb1d1c00 req-79db7940-07f8-40e1-bdb3-dcb57afac513 service nova] Enqueued Resource ID: 51ce5ba4-f149-47af-98ff-b69d5b093a54 with Priority: HIGHEST for action port [ 670.583572] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_rules [ 670.583572] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 670.583572] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ce5ba4-f149-47af-98ff-b69d5b093a54 with Priority: HIGHEST for action port [ 670.583572] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.583572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.583572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.583572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.583572] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.584535] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.584535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.584535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.584759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.584759] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.584840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.584959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.585066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.585141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.585231] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.585914] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ce5ba4-f149-47af-98ff-b69d5b093a54 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.586046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.586109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.586230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.586494] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ce5ba4-f149-47af-98ff-b69d5b093a54',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.074770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: SUCCESS [ 671.075039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.075150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.075287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.075479] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.075594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.075659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.075824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.075912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.076007] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.076108] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.088015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.089910] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.092598] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51ce5ba4-f149-47af-98ff-b69d5b093a54 with status ACTIVE [ 671.092851] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.092977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.093066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.093262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.093349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.093573] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.093694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.093784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.094940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.094940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.095172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.095172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.095236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.095267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.095503] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51ce5ba4-f149-47af-98ff-b69d5b093a54 is going to be updated. [ 671.115164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.116178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.116689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.116689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ce5ba4-f149-47af-98ff-b69d5b093a54" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.578035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.578228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.578321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.578530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.578713] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.578816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.578879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.579039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.579131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.579217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.579361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.579451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.579509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.579645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.579829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.579990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.579990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.580129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.580726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.580726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.580726] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.592790] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.082429] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584931f4-7d2d-4f8c-a091-cfed1489e8ee: rpc.has_security_group_logging(os_id): False [ 672.094544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.094808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.095107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.095230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.095381] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 is going to be created. [ 672.101707] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.101884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.101988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.102823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.102939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.103175] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.103279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.103394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.103671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.103807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.104034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.104138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.104205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.104408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.104548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.104839] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.104955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.105028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.105189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.105564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.105564] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee is going to be created. [ 672.117511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.117698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.117698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.118098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.118301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.127514] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: UNINITIALIZED for 2s [ 672.165041] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.165041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.165041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.165041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.165041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.176129] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: IN_PROGRESS for 2s [ 673.686985] env[62741]: INFO networking_nsxv3.common.synchronization [req-221fae58-afd4-4114-8c90-ff71dfe7e243 req-09baac8e-a382-4726-a223-0c35e84bf739 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Enqueued Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 673.687693] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 673.687933] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.688429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.688429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.688429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.688723] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.688723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.688844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.689199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.689199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.689199] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.060467] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.060672] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.060800] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.061464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.061464] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.061464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.061657] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.061923] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.062017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.062217] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.062338] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.062449] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.062557] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.062674] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.062798] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.062961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.082639] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.082639] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.082639] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.082639] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.082639] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-37aa7748-5778-45c1-a029-e98d1e5c19bc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.082639] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.082639] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.083143] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.083143] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37aa7748-5778-45c1-a029-e98d1e5c19bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.136811] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: SUCCESS [ 674.137340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.137340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.137484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.137604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.137716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.138118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.138118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.138118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.138256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.138256] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.187796] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: SUCCESS [ 674.188038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.191713] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.191914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.192023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.192288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.192400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.192681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.192879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.192961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.193175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.193269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.193378] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c already deleted. [ 674.193479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.586283] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.586512] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.586880] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.587122] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.587122] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.587254] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 37aa7748-5778-45c1-a029-e98d1e5c19bc not found, creating... [ 674.587548] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.587715] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.587835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.588097] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.588241] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.588525] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.588750] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.589017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.589077] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.589180] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.589353] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 37aa7748-5778-45c1-a029-e98d1e5c19bc is going to be created. [ 674.608107] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.608976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.608976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.609160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.609456] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.609618] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.640203] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.143135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d5c792-caff-44a4-86ff-7cc3778a7c77: rpc.has_security_group_logging(os_id): False [ 675.161061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.161477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.161477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.161607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.161699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.161944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.162144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.162258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.162591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.162724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.162841] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 is going to be created. [ 675.216789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.216963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.217055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.217310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.217506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.229435] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: IN_PROGRESS for 2s [ 675.416975] env[62741]: INFO networking_nsxv3.common.synchronization [req-221fae58-afd4-4114-8c90-ff71dfe7e243 req-6999c8b9-9184-43e0-a2af-eca0806d91f6 service nova] Enqueued Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_rules [ 675.417197] env[62741]: INFO networking_nsxv3.common.synchronization [req-221fae58-afd4-4114-8c90-ff71dfe7e243 req-6999c8b9-9184-43e0-a2af-eca0806d91f6 service nova] Enqueued Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 675.417351] env[62741]: INFO networking_nsxv3.common.synchronization [req-221fae58-afd4-4114-8c90-ff71dfe7e243 req-6999c8b9-9184-43e0-a2af-eca0806d91f6 service nova] Enqueued Resource ID: 37aa7748-5778-45c1-a029-e98d1e5c19bc with Priority: HIGHEST for action port [ 675.417602] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_rules [ 675.417729] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 675.417823] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37aa7748-5778-45c1-a029-e98d1e5c19bc with Priority: HIGHEST for action port [ 675.418377] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.418503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.418566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.418815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.419104] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.422205] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.422205] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.422205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.422205] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.424163] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-37aa7748-5778-45c1-a029-e98d1e5c19bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.424361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.424632] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37aa7748-5778-45c1-a029-e98d1e5c19bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.926257] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.926346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.927019] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.927431] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37aa7748-5778-45c1-a029-e98d1e5c19bc with status ACTIVE [ 675.928128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.928128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.928128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.928128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.928128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.928337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.928337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.928414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.928627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.928627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.928763] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.928856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.928916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.929136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.929237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.929324] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37aa7748-5778-45c1-a029-e98d1e5c19bc is going to be updated. [ 675.953339] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.953519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.953519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.953820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.953820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.954020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37aa7748-5778-45c1-a029-e98d1e5c19bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.180071] env[62741]: INFO networking_nsxv3.common.synchronization [req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b req-fbe343dc-10e5-48b6-9010-3b5daa470b3f tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 676.180490] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 676.181161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.181321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.181362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.181583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.181731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.182137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.182137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.182137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.182137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.182351] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.432979] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581873] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.582098] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-379" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.582234] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-379" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.582577] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-379" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.582857] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.583038] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.583159] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.583380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.583524] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.583724] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.584016] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.584174] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.584297] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.584420] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.584590] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.584665] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.603592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.603758] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.603901] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.604091] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-379" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.604392] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.604561] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.604684] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.605017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.605190] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53dee61-ee52-49d1-89d9-8cf5e4f38e58',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.684354] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.684479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.684522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.684703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.684792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.684988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.685124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.685366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.685366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.685442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.685498] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a already deleted. [ 676.685561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.935087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.935292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.935292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.935702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.935702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.935702] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c is going to be created. [ 676.959823] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.959823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.959823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.959823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.959823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.976144] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: UNINITIALIZED for 2s [ 677.107512] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.107861] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.108027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.108411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.108609] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.108812] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port d53dee61-ee52-49d1-89d9-8cf5e4f38e58 not found, creating... [ 677.109148] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.109340] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.109477] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.109825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.111119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.111328] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.111501] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.111626] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.111847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.111988] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.112147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 is going to be created. [ 677.133372] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.133612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.133743] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.134194] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.134444] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.134676] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.251525] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: SUCCESS [ 677.251861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.909047] env[62741]: INFO networking_nsxv3.common.synchronization [req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b req-c67c9756-0f25-4720-b2cc-90d3dc1d34b0 service nova] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 677.909250] env[62741]: INFO networking_nsxv3.common.synchronization [req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b req-c67c9756-0f25-4720-b2cc-90d3dc1d34b0 service nova] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 677.909282] env[62741]: INFO networking_nsxv3.common.synchronization [req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b req-c67c9756-0f25-4720-b2cc-90d3dc1d34b0 service nova] Enqueued Resource ID: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 with Priority: HIGHEST for action port [ 677.909555] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_rules [ 677.909753] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 677.909915] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 with Priority: HIGHEST for action port [ 677.910501] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.910625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.910721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.910897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.911011] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.912380] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.912497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.912567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.912739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.912909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.913018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.913089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.913226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.913818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.913818] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.914131] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.914237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.914312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.914445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.914517] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53dee61-ee52-49d1-89d9-8cf5e4f38e58',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.417398] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.418484] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.418594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.418948] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53dee61-ee52-49d1-89d9-8cf5e4f38e58 with status ACTIVE [ 678.419128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.419245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.419304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.419488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.419572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.419728] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.419822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.419883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.421366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.421486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.421679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.421779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.421846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.421990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.422077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.422161] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 is going to be updated. [ 678.441317] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.441409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.441479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.441788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.441788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.441930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53dee61-ee52-49d1-89d9-8cf5e4f38e58" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.840775] env[62741]: INFO networking_nsxv3.common.synchronization [req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 req-bbae7a32-d8c0-409b-a812-26443f86b8cb tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Enqueued Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 678.841360] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGHEST for action security_group_members [ 678.842719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.842719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.846097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.846327] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.846440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.846517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.846693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.846785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.846881] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.919683] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.985618] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: SUCCESS [ 678.985874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.986079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.986332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.986549] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.986677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.986768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.986956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.987057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.987169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.987288] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.350158] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.350158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.350158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.350397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.350475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.351030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.351030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.351030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.351277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.351309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.351394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee is going to be updated. [ 679.376510] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.376781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.376781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.377070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.377180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.385502] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: IN_PROGRESS for 2s [ 679.422439] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.422901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.422901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.422901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.423106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.423149] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a is going to be created. [ 679.446508] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.446824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.447090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.447252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.457946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: UNINITIALIZED for 2s [ 679.490577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.490801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.490877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.491150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.491353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.491464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.491559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.491776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.491915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.492017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.492269] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.493121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.493121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.493121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.493121] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.493407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.493407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.493407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.493494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.493522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.494405] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.996592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c: rpc.has_security_group_logging(os_id): False [ 680.034188] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.034465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.034465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.034674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.034763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.034998] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.035158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.035315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.035400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.035606] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.035732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.035777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.036027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.036079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.036275] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.036555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.036555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.036689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.036689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.036754] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c is going to be created. [ 680.094721] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.094867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.094940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.095373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.095452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.108723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: IN_PROGRESS for 2s [ 680.694608] env[62741]: INFO networking_nsxv3.common.synchronization [req-9568c57a-f568-464e-a92d-b6d0c8274923 req-ad0917ca-ce68-4242-99a1-a28f24c95abf tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 680.695543] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 680.695922] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.696095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.696186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.696609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.696733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.696815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.697112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.697228] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.201416] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.256389] env[62741]: INFO networking_nsxv3.common.synchronization [req-6baeb9b3-212f-4330-a646-14ec69c6d143 req-231c92c6-bdc9-4ee0-aa45-3bb2a53f2b9a tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 681.256942] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 681.257251] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.257450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.257645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.257795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.257885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.257942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.260209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.260312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.260410] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.402354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee in Status: SUCCESS [ 681.405182] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee deletion is rescheduled due to dependency. [ 681.405182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.468326] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: SUCCESS [ 681.468656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.468755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.468941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.469147] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.469271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.469336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.469492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.469576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.469662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.469752] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.706138] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.764827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.766337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.766337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.766337] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 681.792418] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.792611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.792699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.792974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.793894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.801598] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 681.972689] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.120718] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: SUCCESS [ 682.120996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.208864] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.209156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.209399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.209495] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 682.257747] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.257933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.258072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.258391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.258603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.272592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 682.475057] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a: rpc.has_security_group_logging(os_id): False [ 682.508441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.508591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.508663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.508883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.508976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.509233] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.509336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.509493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.509682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.509682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.509778] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a is going to be created. [ 682.576825] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.577092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.577184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.577398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.577642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.589380] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: IN_PROGRESS for 2s [ 683.811225] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 683.811620] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 683.811620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.833059] env[62741]: INFO networking_nsxv3.common.synchronization [req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec req-7d213ee8-be4b-4b55-80c9-814f4a436702 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 683.833745] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 683.835385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.835385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.835385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.835385] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.916916] env[62741]: INFO networking_nsxv3.common.synchronization [req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 req-fdb21df6-3cda-4d7c-9c57-a6f22c71097c tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Enqueued Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 683.918769] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1e3975-e935-4658-b7bb-a739303bc85d with Priority: HIGHEST for action security_group_members [ 683.918769] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca1e3975-e935-4658-b7bb-a739303bc85d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.918769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.284762] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 684.284762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.337558] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.602909] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: SUCCESS [ 684.602909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.663646] env[62741]: INFO networking_nsxv3.common.synchronization [req-760ebf43-00a2-49ee-991f-f70fbad0a118 req-677b5ee2-35f0-41fa-bab0-d517ea1bcd09 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Enqueued Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 684.664237] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGHEST for action security_group_members [ 684.664801] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.664801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.664801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.664954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.665141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.665213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.665275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.665406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.665649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.665649] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.839344] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.168442] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.168658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.170053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.170053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.170053] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c is going to be updated. [ 685.197167] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.197536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.197620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.197873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.198675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.206321] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: IN_PROGRESS for 2s [ 685.341323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.341505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.341548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.341757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.341847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.341946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 685.371621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.371756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.371828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.372047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.372188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.380440] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 687.215664] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c in Status: SUCCESS [ 687.215943] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c deletion is rescheduled due to dependency. [ 687.215943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.394223] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 687.394223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.394223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.394223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.394223] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.394223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.394223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.394564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.394564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.394564] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca1e3975-e935-4658-b7bb-a739303bc85d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.897761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.897879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.897973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.898442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.898442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.898767] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.898767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.898901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.898992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.899068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.899277] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d is going to be updated. [ 687.930357] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.930504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.930575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.930780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.930921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.941772] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: IN_PROGRESS for 2s [ 689.665388] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 689.665746] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 689.952977] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca1e3975-e935-4658-b7bb-a739303bc85d in Status: SUCCESS [ 689.954031] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca1e3975-e935-4658-b7bb-a739303bc85d deletion is rescheduled due to dependency. [ 689.954031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca1e3975-e935-4658-b7bb-a739303bc85d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.681157] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f80798c-850a-4171-a838-44b8011e211f req-bb99c4c9-bf58-43d2-a986-6b87b4c37c9c tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Enqueued Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 690.681604] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 690.681903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.682068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.682127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.682340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.682493] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.682589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.682653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.682796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.682914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.682970] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.000760] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.000964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.001135] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.001409] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.001670] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.001830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.003532] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.003769] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.003920] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.004169] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.004284] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.005196] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.005196] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.005196] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.005196] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.005196] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.025156] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.025156] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.025156] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.025156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.025156] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-ac17c326-c473-4f34-b87a-9dd11051784f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.025505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.025505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.025657] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.025794] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac17c326-c473-4f34-b87a-9dd11051784f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.185545] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.185730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.185799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.186026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.186121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.186347] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.186449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.186506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.186654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.186734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.186845] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76848251-f44f-49d4-8437-12481c37307b already deleted. [ 691.186887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.528442] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.528675] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.528808] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.529089] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.529242] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.529418] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port ac17c326-c473-4f34-b87a-9dd11051784f not found, creating... [ 691.529686] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.529849] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.529970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.530202] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.530342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.530618] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.530775] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.530894] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.531258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.531397] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: ac17c326-c473-4f34-b87a-9dd11051784f is going to be created. [ 691.554770] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.554982] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.555174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.555429] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.555688] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.555926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.244289] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f80798c-850a-4171-a838-44b8011e211f req-a6ae7a6a-cf85-470a-8459-6c9eaee4ed15 service nova] Enqueued Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_rules [ 692.244577] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f80798c-850a-4171-a838-44b8011e211f req-a6ae7a6a-cf85-470a-8459-6c9eaee4ed15 service nova] Enqueued Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 692.244616] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f80798c-850a-4171-a838-44b8011e211f req-a6ae7a6a-cf85-470a-8459-6c9eaee4ed15 service nova] Enqueued Resource ID: ac17c326-c473-4f34-b87a-9dd11051784f with Priority: HIGHEST for action port [ 692.244824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_rules [ 692.244946] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 692.245058] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac17c326-c473-4f34-b87a-9dd11051784f with Priority: HIGHEST for action port [ 692.245597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.245715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.245788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac17c326-c473-4f34-b87a-9dd11051784f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.249982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac17c326-c473-4f34-b87a-9dd11051784f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.753978] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.755085] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.755210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.756112] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac17c326-c473-4f34-b87a-9dd11051784f with status ACTIVE [ 692.756112] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.756112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.756112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.756112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.756348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.756348] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.756420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.756448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.756621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.756747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.756979] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.757116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.757159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.757849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.757849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.757849] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac17c326-c473-4f34-b87a-9dd11051784f is going to be updated. [ 692.776773] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.776905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.777013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.777301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.777380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.777486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac17c326-c473-4f34-b87a-9dd11051784f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.162299] env[62741]: INFO networking_nsxv3.common.synchronization [req-5f29b38a-67fd-49ae-b883-316764699251 req-5aee8228-dd5f-4b1f-9969-6ccf860563af tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 693.162846] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 693.163174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.163382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.163382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.163566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.163731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.163829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.163888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.164055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.164184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.164454] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.256496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.457270] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.457470] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.457596] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.457867] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.458136] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.458297] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.458419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.458637] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.458782] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.459012] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.459134] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.459246] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.459356] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.459467] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.459572] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.459703] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.477989] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.478174] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.478321] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.478492] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.478797] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.478970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.479108] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.479414] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.479561] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cf21eb-a00f-4b08-ae73-f19ff288bba6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.667494] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.667658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.667732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.667950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.668098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.668248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.668363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.668431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.668543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.668644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.668761] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 693.694801] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.694801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.694801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.694801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.694801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.702917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 693.759081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.759250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.759322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.759531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.759624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.759720] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76848251-f44f-49d4-8437-12481c37307b is going to be created. [ 693.782411] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.782411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.782411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.782653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.782714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.792234] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: UNINITIALIZED for 2s [ 693.981942] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.982240] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.982390] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.982670] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.982849] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.983000] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port f5cf21eb-a00f-4b08-ae73-f19ff288bba6 not found, creating... [ 693.983322] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.983702] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.983871] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.984109] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.984260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.984547] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.984709] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.984826] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.985073] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.985183] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.985335] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 is going to be created. [ 694.008816] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.009078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.009244] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.009507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.009813] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.009953] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.758654] env[62741]: INFO networking_nsxv3.common.synchronization [req-5f29b38a-67fd-49ae-b883-316764699251 req-309f193a-1c99-485a-8dff-4197678e0662 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 694.758900] env[62741]: INFO networking_nsxv3.common.synchronization [req-5f29b38a-67fd-49ae-b883-316764699251 req-309f193a-1c99-485a-8dff-4197678e0662 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 694.758985] env[62741]: INFO networking_nsxv3.common.synchronization [req-5f29b38a-67fd-49ae-b883-316764699251 req-309f193a-1c99-485a-8dff-4197678e0662 service nova] Enqueued Resource ID: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 with Priority: HIGHEST for action port [ 694.759228] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 694.759359] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 694.759448] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 with Priority: HIGHEST for action port [ 694.761301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.761492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.762083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.762083] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.762696] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.762901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.763054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.763217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.765618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.765618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.765618] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cf21eb-a00f-4b08-ae73-f19ff288bba6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.269393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.269393] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cf21eb-a00f-4b08-ae73-f19ff288bba6 with status ACTIVE [ 695.269393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.269393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.269393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.269393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.269917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.269917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.269917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.269917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.269917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 is going to be updated. [ 695.288289] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.288415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.288486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.288677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.288801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.288950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cf21eb-a00f-4b08-ae73-f19ff288bba6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.695264] env[62741]: INFO networking_nsxv3.common.synchronization [req-1c5c1778-c29d-4090-beec-92e781e62ab6 req-8d8a80a9-4ceb-40f1-84f7-f78aa3623361 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 695.695675] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 695.695964] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.696100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.696165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.696646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.696646] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.696646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.696844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.696844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.696924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.697020] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.715909] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 695.715909] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.715909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.715909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.715909] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.802381] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: SUCCESS [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.804028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.806194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.806194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.806194] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.991569] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.991769] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.991898] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992230] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.992493] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992653] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.992773] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.993805] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.994163] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.994163] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.994357] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.994492] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.994611] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.994721] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.994899] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.012744] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.012912] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.013066] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.013258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.013750] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-03129ae6-0870-4152-b0b6-b20fd9ee246e taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.013882] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.013998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.014353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.014580] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03129ae6-0870-4152-b0b6-b20fd9ee246e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.016917] env[62741]: INFO networking_nsxv3.common.synchronization [req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 req-535a2461-f72c-4c2c-9243-8bca5de1ff01 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 696.020165] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 696.020165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.020165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.020165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.020165] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.198689] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.198887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.198981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.199255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.199398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.199664] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.199787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.199849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.200027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.200107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.200203] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc already deleted. [ 696.200281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.214872] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.308160] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.308382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.308466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.308718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.308945] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.309120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.309307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.309402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.309508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.309745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.309839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.309979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.310150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.310777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.310930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.311011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.311109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.311200] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.518376] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.519526] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.519526] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.519844] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.520017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.520195] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 03129ae6-0870-4152-b0b6-b20fd9ee246e not found, creating... [ 696.520484] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.520663] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.520783] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.521256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.521256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.521498] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.521662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.521779] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.521997] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.522149] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.522293] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 03129ae6-0870-4152-b0b6-b20fd9ee246e is going to be created. [ 696.523592] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.549060] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.549060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.549060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.549060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.549419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.549419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.716942] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.814081] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76848251-f44f-49d4-8437-12481c37307b: rpc.has_security_group_logging(os_id): False [ 696.830851] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.831106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.831217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.831458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.832720] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.832720] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.832720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.833157] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.833157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.833157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.833268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.833311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.833403] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76848251-f44f-49d4-8437-12481c37307b is going to be created. [ 696.892519] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.892667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.892739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.892952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.893141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.905170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: IN_PROGRESS for 2s [ 697.025690] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.219039] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.219209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.219280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.219556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.219665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.219765] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 697.250805] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.250952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.251029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.254068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.254068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.259148] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 697.281915] env[62741]: INFO networking_nsxv3.common.synchronization [req-1c5c1778-c29d-4090-beec-92e781e62ab6 req-58bc5009-b5ae-450e-b035-1ae6522b3a36 service nova] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_rules [ 697.282200] env[62741]: INFO networking_nsxv3.common.synchronization [req-1c5c1778-c29d-4090-beec-92e781e62ab6 req-58bc5009-b5ae-450e-b035-1ae6522b3a36 service nova] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 697.282261] env[62741]: INFO networking_nsxv3.common.synchronization [req-1c5c1778-c29d-4090-beec-92e781e62ab6 req-58bc5009-b5ae-450e-b035-1ae6522b3a36 service nova] Enqueued Resource ID: 03129ae6-0870-4152-b0b6-b20fd9ee246e with Priority: HIGHEST for action port [ 697.282465] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_rules [ 697.282589] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 697.282685] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03129ae6-0870-4152-b0b6-b20fd9ee246e with Priority: HIGHEST for action port [ 697.283349] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.283431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.283479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.283697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.284059] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.288336] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.288336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.288827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.288827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.288992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.289144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.289227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.289318] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.290081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-03129ae6-0870-4152-b0b6-b20fd9ee246e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.290731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.290731] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03129ae6-0870-4152-b0b6-b20fd9ee246e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.528301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.528458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.528535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.528746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.528839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.528937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be updated. [ 697.557469] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.557627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.557695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.557902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.558096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.570291] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 697.792148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.792301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.792400] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.793334] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03129ae6-0870-4152-b0b6-b20fd9ee246e with status ACTIVE [ 697.793594] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.793711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.793809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.793980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.794426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.794426] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.794426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.794426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.794710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.794710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.794928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.795093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.795158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.795387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.795387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.795527] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03129ae6-0870-4152-b0b6-b20fd9ee246e is going to be updated. [ 697.814146] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.814588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.814588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.814588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.814680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.814864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03129ae6-0870-4152-b0b6-b20fd9ee246e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.297408] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.800752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.800752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.800752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.800752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.800752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.800929] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be created. [ 698.827538] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.827905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.827905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.828081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.828265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.837889] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: UNINITIALIZED for 2s [ 698.914120] env[62741]: INFO networking_nsxv3.common.synchronization [req-17e08e5f-a9f6-4eec-b570-576e48c080be req-13ff8fe2-9714-4855-9258-763c9f6ac27a tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 698.914120] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 698.914120] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.914120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.915532] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: SUCCESS [ 698.915870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.272017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.272017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.272017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.272017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.583658] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 699.583658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.743698] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.743901] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.744043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.744307] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.744611] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.744888] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.745054] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.746695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.746695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.746695] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.746695] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.746695] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.746695] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.746695] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.746695] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.746695] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.764454] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.764650] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.764820] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.765040] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.765382] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.765602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.765815] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.766171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.766340] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46a0818-87f8-41d3-969e-a87a8b1b5a4f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.775436] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.775436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.775436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.775436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.775436] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.776734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.776734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.776734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.778602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.778602] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.272650] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.273049] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.273617] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273967] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.275031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.275031] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port b46a0818-87f8-41d3-969e-a87a8b1b5a4f not found, creating... [ 700.275031] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.275031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.275031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.275349] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.275349] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.275605] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.276634] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.276634] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.276904] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.277056] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.277204] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: b46a0818-87f8-41d3-969e-a87a8b1b5a4f is going to be created. [ 700.281091] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69279a8b-6965-4f37-b051-527c1a1f49ce: rpc.has_security_group_logging(os_id): False [ 700.298444] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.298444] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.298444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.298946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.298946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.298946] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.298946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.298946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.299220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.299220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.299323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.299404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.299460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.299770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.299770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.299770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 700.302512] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.302707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.302829] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.303060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.303498] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.303498] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.362872] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.362872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.363212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.363212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.363625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.391130] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 700.851593] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.851593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.851593] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.851593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.853327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.853656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.853808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.853956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.357126] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.357420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.359165] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.459381] env[62741]: INFO networking_nsxv3.common.synchronization [req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 req-d76a5930-e234-4a12-840d-08c14331209b tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 701.460029] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 701.460940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.460940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.460940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.461217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.461374] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.462207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.462207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.462207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.462207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.462207] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.553870] env[62741]: INFO networking_nsxv3.common.synchronization [req-17e08e5f-a9f6-4eec-b570-576e48c080be req-aaa5a867-e96f-493b-90b1-475130c582c5 service nova] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_rules [ 701.554254] env[62741]: INFO networking_nsxv3.common.synchronization [req-17e08e5f-a9f6-4eec-b570-576e48c080be req-aaa5a867-e96f-493b-90b1-475130c582c5 service nova] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 701.554254] env[62741]: INFO networking_nsxv3.common.synchronization [req-17e08e5f-a9f6-4eec-b570-576e48c080be req-aaa5a867-e96f-493b-90b1-475130c582c5 service nova] Enqueued Resource ID: b46a0818-87f8-41d3-969e-a87a8b1b5a4f with Priority: HIGHEST for action port [ 701.554440] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_rules [ 701.554570] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 701.554669] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46a0818-87f8-41d3-969e-a87a8b1b5a4f with Priority: HIGHEST for action port [ 701.555300] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.555389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.555497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.555584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.555782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.555910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.555977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.556625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.556701] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46a0818-87f8-41d3-969e-a87a8b1b5a4f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.863549] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.965996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.966487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.966568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.966979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.966979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.967142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.967279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.967279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.967376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.967475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.967522] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b already deleted. [ 701.967600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.061190] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b46a0818-87f8-41d3-969e-a87a8b1b5a4f with status ACTIVE [ 702.061190] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.061190] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.061190] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.061190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.061802] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b46a0818-87f8-41d3-969e-a87a8b1b5a4f is going to be updated. [ 702.082286] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.082428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.082501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.082917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.082917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.083052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46a0818-87f8-41d3-969e-a87a8b1b5a4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.366028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.366028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.366028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.366028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.366415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.366415] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 702.405024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.405024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.405024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.405024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.405024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.409581] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 702.413285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.419981] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 702.459184] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.459184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-364" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.459184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-364" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.459184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-364" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.459420] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.459635] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.459707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.460098] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.460602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.460602] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.460715] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.460758] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.460843] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.460964] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.461071] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.461206] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.479109] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.481260] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.481537] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.481688] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-364" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.482171] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.482277] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.482345] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.483780] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a364b8be-cffd-41eb-b6fc-dbad9e0f887b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.986818] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.987067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.987195] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.987486] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.987718] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.987908] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a364b8be-cffd-41eb-b6fc-dbad9e0f887b not found, creating... [ 702.988212] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.988376] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.988871] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.988871] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.988939] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.989183] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.989340] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.989461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.989668] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.991285] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.991553] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a364b8be-cffd-41eb-b6fc-dbad9e0f887b is going to be created. [ 703.017925] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.018170] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.018300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.018580] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.018798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.019036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.143837] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f4e90c8f-93b5-41b4-9fe1-3d1e902a47d4 None None] Enqueued Resource ID: f3e68808-b04e-4459-9815-a314a50e3780 with Priority: HIGHEST for action port [ 704.143837] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e68808-b04e-4459-9815-a314a50e3780 with Priority: HIGHEST for action port [ 704.143837] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e68808-b04e-4459-9815-a314a50e3780 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.143837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e68808-b04e-4459-9815-a314a50e3780" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.143837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e68808-b04e-4459-9815-a314a50e3780" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.143837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e68808-b04e-4459-9815-a314a50e3780" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.143837] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e68808-b04e-4459-9815-a314a50e3780',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.382996] env[62741]: INFO networking_nsxv3.common.synchronization [req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 req-f2bd98b8-47fc-4d19-a7ad-891238ee5863 service nova] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 704.384110] env[62741]: INFO networking_nsxv3.common.synchronization [req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 req-f2bd98b8-47fc-4d19-a7ad-891238ee5863 service nova] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 704.384110] env[62741]: INFO networking_nsxv3.common.synchronization [req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 req-f2bd98b8-47fc-4d19-a7ad-891238ee5863 service nova] Enqueued Resource ID: a364b8be-cffd-41eb-b6fc-dbad9e0f887b with Priority: HIGHEST for action port [ 704.384110] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_rules [ 704.384110] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 704.384110] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a364b8be-cffd-41eb-b6fc-dbad9e0f887b with Priority: HIGHEST for action port [ 704.384564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.384688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.384757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.385037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.387546] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.388837] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.391827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.391827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.391827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.392110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.392110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.392222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.392312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.392519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.392617] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.393983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.394118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.394185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.394360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.394434] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a364b8be-cffd-41eb-b6fc-dbad9e0f887b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.432801] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 704.432963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.433796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.433796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.433963] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.434054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.434151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.434278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.434360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.434460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.434616] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.434701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.434786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.434899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.436742] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.440030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.440175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.440364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.440498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.440535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.440650] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.441511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.441832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.442119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.442419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.442467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.442889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.442889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.442889] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.639323] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d90f0b7a-cd59-4f22-a06c-f7e69c52011b None None] Enqueued Resource ID: 67921bb0-0196-4daa-b6a5-9c151261766b with Priority: HIGHEST for action port [ 704.640473] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67921bb0-0196-4daa-b6a5-9c151261766b with Priority: HIGHEST for action port [ 704.640473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-67921bb0-0196-4daa-b6a5-9c151261766b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.640473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67921bb0-0196-4daa-b6a5-9c151261766b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.640473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67921bb0-0196-4daa-b6a5-9c151261766b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.640731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67921bb0-0196-4daa-b6a5-9c151261766b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.640731] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67921bb0-0196-4daa-b6a5-9c151261766b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.649091] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e68808-b04e-4459-9815-a314a50e3780 [ 704.649365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.649505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.649579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.650468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.650468] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e68808-b04e-4459-9815-a314a50e3780 already deleted. [ 704.650468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e68808-b04e-4459-9815-a314a50e3780" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.896365] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.897443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.897549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.897706] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a364b8be-cffd-41eb-b6fc-dbad9e0f887b with status ACTIVE [ 704.897860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.897965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.898039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.898242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.898328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.898490] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.898587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.898687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.898820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.898871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.899686] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.899921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.899991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.900207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.900298] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a364b8be-cffd-41eb-b6fc-dbad9e0f887b is going to be updated. [ 704.921129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.921292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.921359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.921606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.921779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.921955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a364b8be-cffd-41eb-b6fc-dbad9e0f887b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.943014] env[62741]: INFO networking_nsxv3.common.synchronization [req-54b22b60-723b-48be-9e26-172ed6b4c888 req-cf97369d-2d32-42c6-8301-bd538d58b2e4 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Enqueued Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 704.943572] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGHEST for action security_group_members [ 704.944357] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.944357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.944357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.944673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.944673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.944673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.944824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.944927] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.947667] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.948485] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc: rpc.has_security_group_logging(os_id): False [ 704.966358] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.966538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.966579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.966849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.967401] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.968386] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.968386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.968672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.968672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.968672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.969046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.969668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.969668] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be created. [ 705.033134] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.033134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.033134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.033134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.033134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.055054] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 705.142901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67921bb0-0196-4daa-b6a5-9c151261766b [ 705.143217] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.143306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.143369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.143601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.143696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.143808] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67921bb0-0196-4daa-b6a5-9c151261766b already deleted. [ 705.143891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67921bb0-0196-4daa-b6a5-9c151261766b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.402494] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.447605] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.447769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.447839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.448071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.448168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.448368] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.448545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.448545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.448679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.448735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.448822] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76848251-f44f-49d4-8437-12481c37307b is going to be updated. [ 705.450452] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.476594] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.476594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.476594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.476594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.476594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.484529] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: IN_PROGRESS for 2s [ 705.522365] env[62741]: INFO networking_nsxv3.common.synchronization [req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 req-8d15f330-9ba6-415e-93af-f14cbc2b9c70 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Enqueued Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 705.522365] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 705.522365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.522365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.522365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.522365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.522365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.522869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.522967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.523274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.523274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.523385] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.906030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.906030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.906154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.906325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.906379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.906515] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b is going to be created. [ 705.930303] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.930500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.930500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.931433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.940215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: UNINITIALIZED for 2s [ 705.955019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.955216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.955277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.955502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.955593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.955693] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 705.980834] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.981014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.981133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.981450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.981625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.991413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 706.026188] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.026993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.026993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.026993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.026993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.027332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.027593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.027593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.028141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.028141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.028141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 already deleted. [ 706.028331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.296699] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.296699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-580" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.296699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-580" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.296699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-580" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.296699] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.296699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.296699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.297382] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.300611] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.300611] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.300611] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.300611] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.300611] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.300611] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.300611] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.300611] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.320680] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.320935] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.321019] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.322075] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-580" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.322075] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3825fa29-6d58-4641-8d98-f298ab1d1ab4 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.322075] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.322075] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.322378] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.322530] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825fa29-6d58-4641-8d98-f298ab1d1ab4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.825864] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.826059] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.826173] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.826461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.826622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.826790] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3825fa29-6d58-4641-8d98-f298ab1d1ab4 not found, creating... [ 706.827079] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.827250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.827380] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.827597] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.827740] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.828037] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.828297] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.828297] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.828516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.828652] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.828792] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 is going to be created. [ 706.855182] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.855182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.855182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.855182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.855182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.855182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.028056] env[62741]: INFO networking_nsxv3.common.synchronization [req-f0ba49fa-c775-4c3d-81c3-603347c9623c req-ff21fcd0-607d-44ff-af2f-c1c2f1d9484e tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Enqueued Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 707.028963] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 707.032764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.032764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.032764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.032764] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.075827] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 707.075827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.075827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.075827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.075827] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.080856] env[62741]: INFO networking_nsxv3.common.synchronization [None req-31c804fd-d6f7-46ea-921f-58c6ec0c69b7 None None] Enqueued Resource ID: 1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731 with Priority: HIGHEST for action port [ 707.081110] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731 with Priority: HIGHEST for action port [ 707.081697] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.081841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.082756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.082756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.082756] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.329134] env[62741]: INFO networking_nsxv3.common.synchronization [None req-80316512-4fc5-45e6-ba3b-95ceccbc2690 None None] Enqueued Resource ID: 593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d with Priority: HIGHEST for action port [ 707.329469] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d with Priority: HIGHEST for action port [ 707.330301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.330301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.330301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.332092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.332092] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.497681] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76848251-f44f-49d4-8437-12481c37307b in Status: SUCCESS [ 707.499070] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76848251-f44f-49d4-8437-12481c37307b deletion is rescheduled due to dependency. [ 707.499333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.535478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.535664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.535766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.536023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.536143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.536348] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.536451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.536517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.536670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.536748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.536857] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b already deleted. [ 707.536987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.578306] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.578519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.586885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731 [ 707.587120] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.587252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.587316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.587537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.587626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.587711] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731 already deleted. [ 707.587794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bfdc1e9-c9fb-457b-9053-0fa2f2c1d731" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.816720] env[62741]: INFO networking_nsxv3.common.synchronization [req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 req-37a843bd-883d-4484-b332-041dbdbe9c49 service nova] Enqueued Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_rules [ 707.816720] env[62741]: INFO networking_nsxv3.common.synchronization [req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 req-37a843bd-883d-4484-b332-041dbdbe9c49 service nova] Enqueued Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 707.816720] env[62741]: INFO networking_nsxv3.common.synchronization [req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 req-37a843bd-883d-4484-b332-041dbdbe9c49 service nova] Enqueued Resource ID: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 with Priority: HIGHEST for action port [ 707.817210] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_rules [ 707.817650] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 707.817650] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 with Priority: HIGHEST for action port [ 707.817764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.817884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.817928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.818924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.818924] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.819379] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.820054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.820054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.820054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.820054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.820054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.820054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.820275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.820275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.820372] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.822874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3825fa29-6d58-4641-8d98-f298ab1d1ab4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.822874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.822874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.822874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.822874] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3825fa29-6d58-4641-8d98-f298ab1d1ab4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.836856] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d [ 707.836856] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.836856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.836856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.836856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.836856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.836856] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d already deleted. [ 707.836856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593cec12-8d1d-4ff6-a93d-0b1bb0a6cf5d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.950462] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: SUCCESS [ 707.950645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.950826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.951334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.951334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.951334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.951461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.951565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.951666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.951759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.951852] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.999654] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 707.999654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.999828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.999894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.000182] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.003573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.003573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.003573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.003573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.003573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.003573] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.108665] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.108811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-455" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.108811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-455" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.109290] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-455" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.109578] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.109798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.109988] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.110206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.110359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.110601] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.110722] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.110853] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.110988] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.111129] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.111951] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.111951] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.132188] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.132354] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.132515] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.132703] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-455" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.133098] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-75279aa1-f612-4521-b71e-bc2838914ede taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.133248] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.133356] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133843] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.133915] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75279aa1-f612-4521-b71e-bc2838914ede',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.324739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.324918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.325169] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.326205] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3825fa29-6d58-4641-8d98-f298ab1d1ab4 with status ACTIVE [ 708.326440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.326610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.326697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.326944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.327071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.327290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.327398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.327495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.327698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.327791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.328016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.328763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.328835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.328994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.329089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.329177] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 is going to be updated. [ 708.355308] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.355308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.355308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.355308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.355308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.355308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3825fa29-6d58-4641-8d98-f298ab1d1ab4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.457273] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.508531] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.510182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.510653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.512925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.512925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.512925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.512925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.512925] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.641293] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.644031] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 75279aa1-f612-4521-b71e-bc2838914ede not found, creating... [ 708.644031] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.644031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.644413] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644413] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.644586] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644883] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.645129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.645387] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 75279aa1-f612-4521-b71e-bc2838914ede is going to be created. [ 708.669064] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.669251] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.669372] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.669829] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.669896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.670466] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.831447] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.961928] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eccb415-81e1-43ff-9e53-c21856aee23b: rpc.has_security_group_logging(os_id): False [ 708.981017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.981017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.981017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.981017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b is going to be created. [ 709.018727] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc: rpc.has_security_group_logging(os_id): False [ 709.035347] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.036569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.036875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.037087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.037363] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.037571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.037839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.038121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.038291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.038576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.038925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.039113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.039341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.039522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.039906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.040149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.040311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.040527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.040692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.041086] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 709.058827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.059527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.059527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.061234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.061234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.072738] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: IN_PROGRESS for 2s [ 709.124143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.124143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.124143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.124143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.124143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.125770] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cbfb51f8-a891-43f8-8134-6ab6a9781616 None None] Enqueued Resource ID: 310f7d76-321d-4494-b192-31fb329b0d4c with Priority: HIGHEST for action port [ 709.126161] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310f7d76-321d-4494-b192-31fb329b0d4c with Priority: HIGHEST for action port [ 709.126691] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-310f7d76-321d-4494-b192-31fb329b0d4c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.126796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-310f7d76-321d-4494-b192-31fb329b0d4c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.126865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-310f7d76-321d-4494-b192-31fb329b0d4c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.127099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-310f7d76-321d-4494-b192-31fb329b0d4c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.127239] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('310f7d76-321d-4494-b192-31fb329b0d4c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.168630] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 709.334292] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.334643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.334643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.334780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.334826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.334936] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 is going to be created. [ 709.364190] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.364190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.364190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.364190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.364190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.372718] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: UNINITIALIZED for 2s [ 709.589093] env[62741]: INFO networking_nsxv3.common.synchronization [req-f0ba49fa-c775-4c3d-81c3-603347c9623c req-ba835b59-314f-4f9f-aa02-f67ec7561d49 service nova] Enqueued Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_rules [ 709.589283] env[62741]: INFO networking_nsxv3.common.synchronization [req-f0ba49fa-c775-4c3d-81c3-603347c9623c req-ba835b59-314f-4f9f-aa02-f67ec7561d49 service nova] Enqueued Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 709.589424] env[62741]: INFO networking_nsxv3.common.synchronization [req-f0ba49fa-c775-4c3d-81c3-603347c9623c req-ba835b59-314f-4f9f-aa02-f67ec7561d49 service nova] Enqueued Resource ID: 75279aa1-f612-4521-b71e-bc2838914ede with Priority: HIGHEST for action port [ 709.590013] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_rules [ 709.590154] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 709.590285] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75279aa1-f612-4521-b71e-bc2838914ede with Priority: HIGHEST for action port [ 709.590516] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.590695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.590695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.590943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.591147] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.592016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.592134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.592205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.592442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.592653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.592768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.592839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.592993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.593108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.593212] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.594305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-75279aa1-f612-4521-b71e-bc2838914ede taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.594456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.594563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.594765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.594871] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75279aa1-f612-4521-b71e-bc2838914ede',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.631177] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 310f7d76-321d-4494-b192-31fb329b0d4c [ 709.631177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.631177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.631177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.631177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.631177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.631177] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:310f7d76-321d-4494-b192-31fb329b0d4c already deleted. [ 709.631177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-310f7d76-321d-4494-b192-31fb329b0d4c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.097135] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.097789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.097908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.100049] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75279aa1-f612-4521-b71e-bc2838914ede with status ACTIVE [ 710.100199] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.102758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.102841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.103070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.103169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.103357] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.103462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.103524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.103743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.103951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.104166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.104265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.104339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.104517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.104544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.104627] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75279aa1-f612-4521-b71e-bc2838914ede is going to be updated. [ 710.138137] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.138137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.138137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.138137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.138137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.138466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75279aa1-f612-4521-b71e-bc2838914ede" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.603050] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.899291] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b19cc03-6042-470f-9384-6da7d4fe87ba req-9c32ce89-cac0-4834-95f1-121940acf6dc tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 710.900329] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 710.900679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.900821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.901861] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.902051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.902218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.902379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.902476] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.085615] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: SUCCESS [ 711.085796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.104804] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.105143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.105622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.105713] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b is going to be created. [ 711.133480] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.133626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.133712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.133914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.134099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.142867] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: UNINITIALIZED for 2s [ 711.179132] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 711.180433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.334050] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.334050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.334050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.334050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.338024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.338024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.338024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.338024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.338024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.338024] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.338024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.338024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.338024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.338024] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.338024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.338024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.360287] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.360287] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.360287] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.360287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-999" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.362175] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-6bdb3ef9-7a00-461b-ab68-86768897ab4e taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.362175] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.362175] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.362175] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.362175] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdb3ef9-7a00-461b-ab68-86768897ab4e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.380849] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: SUCCESS [ 711.381141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.381735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.381996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.382257] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.382428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.382580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.383149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.383149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.383149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.383316] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.405702] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.851775] env[62741]: INFO networking_nsxv3.common.synchronization [None req-a2c589ce-cad4-4e97-8953-573e03228546 None None] Enqueued Resource ID: 359b48e9-4f10-4720-b0a4-f60bd304c6e9 with Priority: HIGHEST for action port [ 711.853060] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359b48e9-4f10-4720-b0a4-f60bd304c6e9 with Priority: HIGHEST for action port [ 711.853060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-359b48e9-4f10-4720-b0a4-f60bd304c6e9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.853060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359b48e9-4f10-4720-b0a4-f60bd304c6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.853192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359b48e9-4f10-4720-b0a4-f60bd304c6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.854115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359b48e9-4f10-4720-b0a4-f60bd304c6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.854115] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359b48e9-4f10-4720-b0a4-f60bd304c6e9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.865792] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.866082] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.866227] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.866519] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.866678] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.866860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 6bdb3ef9-7a00-461b-ab68-86768897ab4e not found, creating... [ 711.867166] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.867338] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.867460] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.867725] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.869271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.869833] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.870103] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.870243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.870507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.870655] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.870815] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 6bdb3ef9-7a00-461b-ab68-86768897ab4e is going to be created. [ 711.886840] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.887307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.887307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.889164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.892036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.892036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.892036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.892036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.892036] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.894840] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.895161] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.895230] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.895886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.895886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.896034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.910946] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.356583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 359b48e9-4f10-4720-b0a4-f60bd304c6e9 [ 712.356921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.357060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.357380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.357473] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:359b48e9-4f10-4720-b0a4-f60bd304c6e9 already deleted. [ 712.357739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359b48e9-4f10-4720-b0a4-f60bd304c6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.383883] env[62741]: INFO networking_nsxv3.common.synchronization [req-452093b0-e6e9-4884-9733-b99c7f97c443 req-860588d8-5175-4b6f-abc3-b07350cc3aef tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 712.384540] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 712.384901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.385669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.385811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.386108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.386793] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.386929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.387040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.387272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.387751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.387894] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.397918] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5: rpc.has_security_group_logging(os_id): False [ 712.413416] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.413577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.413637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.413897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.414039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.414172] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 712.431751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.431979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.432067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.432346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.432462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.432770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.432914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.433014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.433484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.433718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.434031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.434214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.434360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.434692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.435101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.435896] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.436118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.436251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.436501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.436678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.436976] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 is going to be created. [ 712.457290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.457531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.457531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.458379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.458379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.468311] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 712.503303] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.503303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.503417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.503743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.503743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.517164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: IN_PROGRESS for 2s [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b19cc03-6042-470f-9384-6da7d4fe87ba req-357661f3-b427-4453-b3eb-09fa387e4822 service nova] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_rules [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b19cc03-6042-470f-9384-6da7d4fe87ba req-357661f3-b427-4453-b3eb-09fa387e4822 service nova] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b19cc03-6042-470f-9384-6da7d4fe87ba req-357661f3-b427-4453-b3eb-09fa387e4822 service nova] Enqueued Resource ID: 6bdb3ef9-7a00-461b-ab68-86768897ab4e with Priority: HIGHEST for action port [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_rules [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 712.711340] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdb3ef9-7a00-461b-ab68-86768897ab4e with Priority: HIGHEST for action port [ 712.711340] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.711340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.711340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.711340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.711340] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.712318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.712318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.712415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdb3ef9-7a00-461b-ab68-86768897ab4e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.713092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.713092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.713092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.713092] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdb3ef9-7a00-461b-ab68-86768897ab4e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.890421] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.890689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.890996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.891159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.891258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.891319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.891467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.891541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.891656] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be updated. [ 712.916466] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.916626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.916686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.916945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.917018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.924661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: IN_PROGRESS for 2s [ 713.153476] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: SUCCESS [ 713.153476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.153476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.153634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.153745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.153872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.153947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.154144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.154223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.154312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.154403] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.216028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.216028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.216028] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bdb3ef9-7a00-461b-ab68-86768897ab4e with status ACTIVE [ 713.216028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.216280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.216280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.216337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.216427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.216599] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.216778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.216832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.217013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.217087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.217279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.217366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.217426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.217862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.217862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.217862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bdb3ef9-7a00-461b-ab68-86768897ab4e is going to be updated. [ 713.244144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.244437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.244896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.245171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdb3ef9-7a00-461b-ab68-86768897ab4e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.658300] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.658300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.658300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.658300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.658300] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.658300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.658300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.658712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.658712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.658712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.658712] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.658865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.658865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.659033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.659269] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.659367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.659420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.659573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.659655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.659804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.659874] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.164052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for baaeac18-34ac-4d2b-a788-cba8d9d65c4b: rpc.has_security_group_logging(os_id): False [ 714.185560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.185922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.186118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.186859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.187179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.187395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.187570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.187854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.188042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.188315] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.188625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.188769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.189055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.190319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.190319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.190319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.190319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.190319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.190319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.190319] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b is going to be created. [ 714.249441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.249441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.249441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.249441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.249441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.259413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: IN_PROGRESS for 2s [ 714.477474] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 714.477782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.477987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.478218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.478415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.479286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.479286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.479286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.479286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.479286] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.534185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: SUCCESS [ 714.534405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.934135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 714.934307] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 deletion is rescheduled due to dependency. [ 714.934459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.981265] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.483607] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.987696] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.987797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.987924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.988075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.988207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.988255] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 716.020472] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.020472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.020472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.020472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.020472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.030173] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 716.271079] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: SUCCESS [ 716.271328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.709799] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 717.709799] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 718.042141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 718.042570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.042570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.042747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.042948] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.043085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.043154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.043303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.043382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.043465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.043870] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.173783] env[62741]: INFO networking_nsxv3.common.synchronization [req-dcf385c7-d046-42cc-9c65-be945f28b7c6 req-9b031495-b973-4b33-b65b-3df34af6d3e9 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 718.174358] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGHEST for action security_group_members [ 718.174668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.175652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.175652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.175776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.175889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.176172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.176172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.177073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.177073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.177073] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.548612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.548612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.548861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.549081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.549180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.549755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.549755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.549755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.549755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.549755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.550056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.550056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.550113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.550313] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.550383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.550413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.550620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.550735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.550832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.550937] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.679454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.679616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.679685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.679911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.680014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.680215] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.680314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.680377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.680528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.680605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.680690] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be updated. [ 718.725387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.725669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.725669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.725947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.726171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.738582] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: IN_PROGRESS for 2s [ 719.053605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7937eb6-05d1-4d4b-b848-8bd00386b53b: rpc.has_security_group_logging(os_id): False [ 719.074326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.074494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.074535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.074727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.074820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.074994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.075131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.075211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.075333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.075407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.075629] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.075729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.075802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.075926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.075997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.077069] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.077069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.077069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.077069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.077069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.077069] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 719.141014] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.141236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.141300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.141470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.141612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.153117] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 720.714564] env[62741]: INFO networking_nsxv3.common.synchronization [req-fd986394-1004-46f7-a1bb-39b93d9e0688 req-c65963c2-338b-4c0b-88fb-4198447b0f03 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 720.715288] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 720.715609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.717164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.717261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.717476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.717641] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.718638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.718638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.718638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.718638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.718638] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.747589] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1729b921-d012-4e74-9730-42e268a0a02a in Status: SUCCESS [ 720.748235] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1729b921-d012-4e74-9730-42e268a0a02a deletion is rescheduled due to dependency. [ 720.748235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.128231] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.128548] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.128681] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.128961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.129302] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129500] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.129620] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.130138] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.130380] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.130495] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.130619] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.130728] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.130862] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.130976] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.133042] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.151769] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.152121] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.152228] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.152556] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.152900] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1345e51e-f3bc-43ec-a02b-89482745d383 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.154139] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.154208] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.154564] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.154721] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1345e51e-f3bc-43ec-a02b-89482745d383',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.166968] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 721.167082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.222033] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.659624] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.659624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.659847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660449] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.663484] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.663612] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1345e51e-f3bc-43ec-a02b-89482745d383 not found, creating... [ 721.663898] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.664226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.664226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.664683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.664683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.664947] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.665232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.665325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.665532] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.665937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.665937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1345e51e-f3bc-43ec-a02b-89482745d383 is going to be created. [ 721.694897] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.694897] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.694897] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.694897] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.695377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.695377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.729574] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.817852] env[62741]: INFO networking_nsxv3.common.synchronization [req-45eb20bb-46cb-4958-8086-1f0e5d1e221b req-55ba3409-d271-4d18-a950-4bea0a8694ae tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Enqueued Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 721.818478] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGHEST for action security_group_members [ 721.818772] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.818898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.818989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.819382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.819492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.819546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.819848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.819848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.819848] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.960803] env[62741]: INFO networking_nsxv3.common.synchronization [req-0be7731b-1b24-4ec5-8288-3bad94e97546 req-9a54bee1-b8a8-44e6-83d2-d5e0b2cb78a0 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 721.961338] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGHEST for action security_group_members [ 721.961618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.961807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.962956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.963822] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.963822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.963822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.963822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.964116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.964116] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.233024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.233024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.233024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.233024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.233024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.233024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 722.267248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.267248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.267248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.267248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.267248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.275368] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 722.325301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.325301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.325301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.325301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 is going to be updated. [ 722.352725] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.352911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.352990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.353273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.353419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.362362] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: IN_PROGRESS for 2s [ 722.466835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.467037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.467037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.467211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.467308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.467476] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.467568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.467637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.467782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.467855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.467936] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 is going to be updated. [ 722.469760] env[62741]: INFO networking_nsxv3.common.synchronization [req-21cb233d-fb3e-4a20-9340-624471760567 req-5819c11a-6d34-4b60-9989-b98a5f34a047 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Enqueued Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 722.470384] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b with Priority: HIGHEST for action security_group_members [ 722.470965] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.471092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.471177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.471443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.471614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.471614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.471740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.472246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.472246] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('baaeac18-34ac-4d2b-a788-cba8d9d65c4b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.506019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.506019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.506019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.506019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.523052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: IN_PROGRESS for 2s [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [req-fd986394-1004-46f7-a1bb-39b93d9e0688 req-16d65cdd-bc17-46cf-b99a-ace92bc16440 service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [req-fd986394-1004-46f7-a1bb-39b93d9e0688 req-16d65cdd-bc17-46cf-b99a-ace92bc16440 service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [req-fd986394-1004-46f7-a1bb-39b93d9e0688 req-16d65cdd-bc17-46cf-b99a-ace92bc16440 service nova] Enqueued Resource ID: 1345e51e-f3bc-43ec-a02b-89482745d383 with Priority: HIGHEST for action port [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 722.614329] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1345e51e-f3bc-43ec-a02b-89482745d383 with Priority: HIGHEST for action port [ 722.614575] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.615525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.615591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.616405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.616405] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.622441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.622441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.622684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1345e51e-f3bc-43ec-a02b-89482745d383 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.623687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.623768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.624030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.624138] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1345e51e-f3bc-43ec-a02b-89482745d383',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.975037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.975351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.976061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.976061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.976061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.976267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.976267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.976328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.976382] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b is going to be updated. [ 723.003262] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.003628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.003912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.004302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.005673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.015236] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: IN_PROGRESS for 2s [ 723.127085] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.127422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.132024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1345e51e-f3bc-43ec-a02b-89482745d383 with status ACTIVE [ 723.132024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.132024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.132024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.132024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.132024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1345e51e-f3bc-43ec-a02b-89482745d383 is going to be updated. [ 723.154150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.154150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.154150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.154150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.154150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.154150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1345e51e-f3bc-43ec-a02b-89482745d383" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.285550] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 724.285853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.285938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.286564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.286754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.286806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.287070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.287167] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.370592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 in Status: SUCCESS [ 724.370779] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 deletion is rescheduled due to dependency. [ 724.371267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.533501] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 in Status: SUCCESS [ 724.533692] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 deletion is rescheduled due to dependency. [ 724.533809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.789800] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.030062] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b in Status: SUCCESS [ 725.030062] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: baaeac18-34ac-4d2b-a788-cba8d9d65c4b deletion is rescheduled due to dependency. [ 725.030062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-baaeac18-34ac-4d2b-a788-cba8d9d65c4b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.292905] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.799266] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.799536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.799698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.799964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.800144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.800310] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 725.828111] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.828111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.828111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.828355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.828461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.847923] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 727.614417] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 727.614665] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 727.769570] env[62741]: INFO networking_nsxv3.common.synchronization [req-51155a4b-392c-4958-a5a7-f617e6f88e96 req-dbb9eb31-99ea-4406-adae-3953138ae839 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 727.770336] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGHEST for action security_group_members [ 727.770711] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.771784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.771784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.772335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.772335] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.863667] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 727.863888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.864086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.864342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.864539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.864698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.864802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.865016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.865110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.865220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.865315] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.274496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.274693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.274693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.274917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.275016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.275229] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.275327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.275375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.275533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.275612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.275696] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a is going to be updated. [ 728.300670] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.300816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.300864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.301112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.301268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.308887] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: IN_PROGRESS for 2s [ 728.368539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.368719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.368801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.369067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.369200] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.369317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.369393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.369564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.369659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.369750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.369934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.370074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.370149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.370275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.370441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.370605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.370605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.370706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.370831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.370831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.370988] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.873592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f28abff-4329-46b5-8d91-dd519ff2af8e: rpc.has_security_group_logging(os_id): False [ 728.894373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.894551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.894646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.894896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.895015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.897630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.897630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.897630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.897630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.898320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.898320] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 728.925653] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 req-ab52bb63-c9f2-4c2b-87d0-3b8e082dc0bb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 728.928066] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 728.928856] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.928856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.928975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.929127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.929278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.929377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.929438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.929591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.929679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.929775] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.970981] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.971195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.971239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.972394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.972394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.989997] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 729.433622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.433781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.433962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.434119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.434230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.434505] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.434629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.434749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.434888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.435070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.435070] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 729.461614] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.461614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.462273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.462698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.462859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.473285] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 730.318843] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a in Status: SUCCESS [ 730.319178] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a deletion is rescheduled due to dependency. [ 730.319178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.007165] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 731.007489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.483774] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 731.483774] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 731.483774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.029444] env[62741]: INFO networking_nsxv3.common.synchronization [req-f6c79c72-19c7-4371-ae49-a19c7623d864 req-1deae37a-4ca4-40dc-9872-7a1f43705348 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 732.029967] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGHEST for action security_group_members [ 732.030287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.030411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.030487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.030745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.031043] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.031043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.037325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.037440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.037440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.037542] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.328830] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:0 completed [ 732.328980] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:1 started [ 732.396855] env[62741]: INFO networking_nsxv3.common.synchronization [req-94874c43-2283-4e50-bf1c-49c13fe5cf55 req-303aa02e-9f1e-4898-b43b-b5fe44330135 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 732.397346] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 732.397676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.397827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.397865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.400064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.400064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.400064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.400064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.400064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.400064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.400064] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.540584] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.540874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.540874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.541866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.543210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.543210] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.543210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.543210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.543210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.543210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.543210] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 is going to be updated. [ 732.575339] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.575593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.575669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.575894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.576077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.589654] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: IN_PROGRESS for 2s [ 732.901729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.901884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.901956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.902233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.902300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.902483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.902584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.902645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.902898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.902898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.903036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 already deleted. [ 732.903036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.116232] env[62741]: INFO networking_nsxv3.common.synchronization [None req-783827f8-c4bd-4688-858e-18f57841f538 None None] Enqueued Resource ID: df3d88a5-17a0-47f4-864f-cff3fc979fa2 with Priority: HIGHEST for action port [ 733.119246] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d88a5-17a0-47f4-864f-cff3fc979fa2 with Priority: HIGHEST for action port [ 733.119566] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.120646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.120646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.120646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.120646] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.121699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.121699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.121699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.121699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.122037] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.125668] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.125668] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.125668] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.125668] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.125668] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.125668] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.125668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3d88a5-17a0-47f4-864f-cff3fc979fa2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.126177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3d88a5-17a0-47f4-864f-cff3fc979fa2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.126177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3d88a5-17a0-47f4-864f-cff3fc979fa2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.126273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3d88a5-17a0-47f4-864f-cff3fc979fa2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.126679] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3d88a5-17a0-47f4-864f-cff3fc979fa2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.145513] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.145716] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.145882] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.146089] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.146804] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.147109] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.147286] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.147651] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.148040] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b8e3c2-5037-4ab3-9c3a-0d23539357f9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.629471] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df3d88a5-17a0-47f4-864f-cff3fc979fa2 [ 733.629738] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.629832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.629899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.631273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.631503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.633138] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df3d88a5-17a0-47f4-864f-cff3fc979fa2 already deleted. [ 733.633138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3d88a5-17a0-47f4-864f-cff3fc979fa2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.651949] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.651949] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.652079] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.652314] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.652482] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.652642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 not found, creating... [ 733.652911] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653087] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.653369] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653434] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.653552] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.653830] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.654042] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.658317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.658317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.658317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.658317] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 is going to be created. [ 733.680942] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.681179] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.681300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.681569] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.681792] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.682023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.778294] env[62741]: INFO networking_nsxv3.common.synchronization [None req-2476b066-dff2-4e3d-a8b0-3d646800eef7 None None] Enqueued Resource ID: e1142976-3e79-4904-8d4a-4ce2743704f3 with Priority: HIGHEST for action port [ 733.778622] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1142976-3e79-4904-8d4a-4ce2743704f3 with Priority: HIGHEST for action port [ 733.779291] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1142976-3e79-4904-8d4a-4ce2743704f3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.779418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1142976-3e79-4904-8d4a-4ce2743704f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.779632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1142976-3e79-4904-8d4a-4ce2743704f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.779815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1142976-3e79-4904-8d4a-4ce2743704f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.780062] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1142976-3e79-4904-8d4a-4ce2743704f3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.283694] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1142976-3e79-4904-8d4a-4ce2743704f3 [ 734.283694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.283694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.283694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.283694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.283694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.283694] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1142976-3e79-4904-8d4a-4ce2743704f3 already deleted. [ 734.283694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1142976-3e79-4904-8d4a-4ce2743704f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.599690] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 in Status: SUCCESS [ 734.600056] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 deletion is rescheduled due to dependency. [ 734.600056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.843639] env[62741]: INFO networking_nsxv3.common.synchronization [req-94874c43-2283-4e50-bf1c-49c13fe5cf55 req-78b8a759-da95-458a-8f25-20c78e20d8d2 service nova] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 734.844055] env[62741]: INFO networking_nsxv3.common.synchronization [req-94874c43-2283-4e50-bf1c-49c13fe5cf55 req-78b8a759-da95-458a-8f25-20c78e20d8d2 service nova] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 734.844055] env[62741]: INFO networking_nsxv3.common.synchronization [req-94874c43-2283-4e50-bf1c-49c13fe5cf55 req-78b8a759-da95-458a-8f25-20c78e20d8d2 service nova] Enqueued Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 734.844055] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 734.844195] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 734.844271] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 734.844901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.846158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.846231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.846479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.846547] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.848672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.848794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.848878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.850034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.850034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.850034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.850034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.850034] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.855128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.855128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.855128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.855128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.855128] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b8e3c2-5037-4ab3-9c3a-0d23539357f9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.011007] env[62741]: INFO networking_nsxv3.common.synchronization [None req-a4c0c80e-ba21-435e-8f6b-0ba7356ae693 None None] Enqueued Resource ID: 0a3b6aac-e40b-4be3-adac-9f1caf2015aa with Priority: HIGHEST for action port [ 735.011445] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3b6aac-e40b-4be3-adac-9f1caf2015aa with Priority: HIGHEST for action port [ 735.012373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3b6aac-e40b-4be3-adac-9f1caf2015aa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.012594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3b6aac-e40b-4be3-adac-9f1caf2015aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.012594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3b6aac-e40b-4be3-adac-9f1caf2015aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.013047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3b6aac-e40b-4be3-adac-9f1caf2015aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.013136] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3b6aac-e40b-4be3-adac-9f1caf2015aa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.356355] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.356483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.359324] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.360572] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with status ACTIVE [ 735.360814] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.360941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.361023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.361354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.361354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.361487] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.361577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.361631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.361781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.361855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.362044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.362139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.362200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.362337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.362473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.362473] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 is going to be updated. [ 735.383688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.383837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.383874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.384061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.384200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.384360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.515516] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3b6aac-e40b-4be3-adac-9f1caf2015aa [ 735.515817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.516162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.516162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.516365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.516447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.516567] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3b6aac-e40b-4be3-adac-9f1caf2015aa already deleted. [ 735.516654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3b6aac-e40b-4be3-adac-9f1caf2015aa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.866091] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.957478] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b9e491ba-9cc0-4cef-8019-3279a99c7523 None None] Enqueued Resource ID: db4c9590-6176-47d9-ab14-b950baabf6e9 with Priority: HIGHEST for action port [ 735.957478] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4c9590-6176-47d9-ab14-b950baabf6e9 with Priority: HIGHEST for action port [ 735.957689] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4c9590-6176-47d9-ab14-b950baabf6e9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.957859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4c9590-6176-47d9-ab14-b950baabf6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.957943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4c9590-6176-47d9-ab14-b950baabf6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.959207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4c9590-6176-47d9-ab14-b950baabf6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.959924] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4c9590-6176-47d9-ab14-b950baabf6e9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.273534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.273628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.273680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.274635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.274635] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.371206] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.371206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.371206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.371206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.371206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.371206] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be created. [ 736.392594] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.392594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.392594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.392889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.393236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.402301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: UNINITIALIZED for 2s [ 736.463873] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db4c9590-6176-47d9-ab14-b950baabf6e9 [ 736.463967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.464225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.464225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.464556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.464603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.465093] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db4c9590-6176-47d9-ab14-b950baabf6e9 already deleted. [ 736.465307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4c9590-6176-47d9-ab14-b950baabf6e9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.777984] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.281124] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.784411] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 737.784528] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 738.126564] env[62741]: INFO networking_nsxv3.common.synchronization [req-c3128778-9be3-4be2-b5fa-c8d9b01e208a req-f41a0bfb-4f77-4aea-85a9-5c4ccd9a9a6b tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 738.127142] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGHEST for action security_group_members [ 738.127459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.127599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.127670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.129148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.131235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.131298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.132506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.132506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.132506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.132506] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.411790] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 738.412072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.412208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.412422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.412669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.412761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.412795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.413163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.413163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.413163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.413163] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.567865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.567865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.567865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.567865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.581943] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 738.582914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.583943] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 738.607547] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.607694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.607850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.608071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.619186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.619186] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 738.619186] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 738.619186] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 738.635702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.635862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.635968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.636156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.636273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.636511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.636639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.636693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.636887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.636973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.637074] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be updated. [ 738.657654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.659369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.659369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.659369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.660918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.661285] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 738.664693] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.664693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.664693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.664693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.665072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.678627] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: IN_PROGRESS for 2s [ 738.747261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.747444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.747501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.751219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.751219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.751219] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 738.798122] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.798261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.798326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.798533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.798737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.798953] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 738.799047] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'eb6126e0-907d-4257-8117-9cb3c7a6c8d4', '37c93757-9b24-4681-91d1-d089ae013872', '26d5c792-caff-44a4-86ff-7cc3778a7c77', '5f28abff-4329-46b5-8d91-dd519ff2af8e', '25ef9672-01ac-45cd-b095-4e29e982c89c', '3549b4ae-22c3-442c-a646-bbff28c64036', '31dc528e-a7b3-4fa8-933a-9aae0467601a', '616c2cb5-942a-4103-9746-aaf44e11becc', '69279a8b-6965-4f37-b051-527c1a1f49ce', 'c7937eb6-05d1-4d4b-b848-8bd00386b53b', '4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f', '76848251-f44f-49d4-8437-12481c37307b', '4721ea7b-d605-4a8d-ab6f-cf4b11195214', '72e2abcc-5446-4cb6-9bce-46539262f285', '9cd046f9-d3e0-46e8-8cf2-f8981748a6bc', 'd68402a2-95ef-4e25-a1db-ff75dc424d1f', '5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a', '1729b921-d012-4e74-9730-42e268a0a02a', '382a4532-b93d-42df-9c50-ac4b2648be33', '82be4a49-2a36-45d8-9d05-9380f621a407', '530ec939-94cb-459b-8f81-0a0141fb5cf9', 'baaeac18-34ac-4d2b-a788-cba8d9d65c4b', '1eccb415-81e1-43ff-9e53-c21856aee23b', '584931f4-7d2d-4f8c-a091-cfed1489e8ee', 'edb495cf-c4c2-4c04-b6e4-9649a672c159', '0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5', 'ca1e3975-e935-4658-b7bb-a739303bc85d', 'd2c15f86-c0bd-4e4d-9e52-f50ce3b8703c', '2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8', '2e08fda1-5ac2-4975-806e-a8bc863cf062'} {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 738.799142] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 738.817358] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.817358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.817510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.817659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.817786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.817857] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 738.817927] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 738.817994] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 738.883675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.883851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.883921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.884148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.884847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.885094] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 738.885175] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 738.885260] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 738.885300] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 738.885383] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 738.885453] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGH for action security_group_rules [ 738.885552] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGH for action security_group_rules [ 738.885606] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGH for action security_group_rules [ 738.885689] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGH for action security_group_rules [ 738.885730] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGH for action security_group_rules [ 738.885772] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGH for action security_group_rules [ 738.885851] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGH for action security_group_rules [ 738.885911] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGH for action security_group_rules [ 738.885995] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGH for action security_group_rules [ 738.885995] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGH for action security_group_rules [ 738.886091] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGH for action security_group_rules [ 738.886125] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGH for action security_group_rules [ 738.886159] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGH for action security_group_rules [ 738.886249] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGH for action security_group_rules [ 738.886652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.915229] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.028917] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-b18e95fd-1e6e-4096-8b2f-d2227f9f4d2b tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 739.029448] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 739.029599] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 with Priority: HIGH for action security_group_rules [ 739.029703] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 with Priority: HIGH for action security_group_rules [ 739.029801] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGH for action security_group_rules [ 739.029893] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 739.029983] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82be4a49-2a36-45d8-9d05-9380f621a407 with Priority: HIGH for action security_group_rules [ 739.030087] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382a4532-b93d-42df-9c50-ac4b2648be33 with Priority: HIGH for action security_group_rules [ 739.030177] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729b921-d012-4e74-9730-42e268a0a02a with Priority: HIGH for action security_group_rules [ 739.030266] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a with Priority: HIGH for action security_group_rules [ 739.030352] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGH for action security_group_rules [ 739.030440] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGH for action security_group_rules [ 739.030537] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGH for action security_group_rules [ 739.030626] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76848251-f44f-49d4-8437-12481c37307b with Priority: HIGH for action security_group_rules [ 739.030711] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGH for action security_group_rules [ 739.030797] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGH for action security_group_rules [ 739.030881] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGH for action security_group_rules [ 739.030965] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGH for action security_group_rules [ 739.031067] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616c2cb5-942a-4103-9746-aaf44e11becc with Priority: HIGH for action security_group_rules [ 739.031155] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef9672-01ac-45cd-b095-4e29e982c89c with Priority: HIGH for action security_group_rules [ 739.031240] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c93757-9b24-4681-91d1-d089ae013872 with Priority: HIGH for action security_group_rules [ 739.031326] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGH for action security_group_rules [ 739.031602] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.031721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.031788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.031987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.032150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.032337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.032440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.032518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.032608] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.033458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.033551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.033591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.033711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.033782] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6126e0-907d-4257-8117-9cb3c7a6c8d4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.034520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d5c792-caff-44a4-86ff-7cc3778a7c77 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.034618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.034688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.034837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.034908] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d5c792-caff-44a4-86ff-7cc3778a7c77',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.035741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.035852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.035919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.036080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.036150] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.036817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.037101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.037205] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.042277] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82be4a49-2a36-45d8-9d05-9380f621a407 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.042396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.042461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.042623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.042698] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82be4a49-2a36-45d8-9d05-9380f621a407',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.043706] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-382a4532-b93d-42df-9c50-ac4b2648be33 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.045686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.045761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.045923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.045992] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('382a4532-b93d-42df-9c50-ac4b2648be33',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.046907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1729b921-d012-4e74-9730-42e268a0a02a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.047023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.047091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.047239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.047318] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1729b921-d012-4e74-9730-42e268a0a02a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.048161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.048280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.048347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.048497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.048565] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.049365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.049469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.049535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.049684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.049754] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.049974] env[62741]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 739.050810] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.050921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.051238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.051408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.051485] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.052285] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.052393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.052459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.052610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.052687] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.053564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76848251-f44f-49d4-8437-12481c37307b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.053672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.053737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.053884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.053954] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76848251-f44f-49d4-8437-12481c37307b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.054813] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.054923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.054989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.055158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.055228] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.056124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.056234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.056299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.056447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.056517] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.057391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.057499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.057566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.057716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.057786] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.058574] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.058686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.058750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.058891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.058962] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.059834] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616c2cb5-942a-4103-9746-aaf44e11becc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.059942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.060014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.060189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.060277] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616c2cb5-942a-4103-9746-aaf44e11becc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.061060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ef9672-01ac-45cd-b095-4e29e982c89c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.061158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.061225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.061373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.061439] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ef9672-01ac-45cd-b095-4e29e982c89c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.062227] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c93757-9b24-4681-91d1-d089ae013872 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.062333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.062397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.062538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.062641] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c93757-9b24-4681-91d1-d089ae013872',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.062835] env[62741]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 739.063998] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.064061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.064097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.064279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.064328] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.070869] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.071151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.071151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.071248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.094655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.094822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.099276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.100050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.100050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.100050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.100050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.100248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.100286] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 739.101565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.101801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.123321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.123469] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be deleted. [ 739.130981] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.131183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.131246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.131438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.131570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.139730] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 739.176135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.176135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.176276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.176410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.176501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.176614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.417302] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99924c08-eb3f-4be8-bbfd-f9000a1c5111: rpc.has_security_group_logging(os_id): False [ 739.435642] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.435774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.435815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.436025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.436119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.436365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.436466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.436530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.436685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.436792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.436931] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be created. [ 739.496729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.496909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.496909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.497132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.497333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.509057] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: IN_PROGRESS for 2s [ 739.589404] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.589611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.589722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.590056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.606955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.607179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.607368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.607642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.607642] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.607777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.607816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.608639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.608731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.608821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.608905] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.612891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.613038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.613153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.613240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.613393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.613508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.613569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.613707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.613782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.613862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.613941] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.615430] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.616048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.625642] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.625798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.625901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.626731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.626731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.626731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.626731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.626731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.626924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.626924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.626999] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.627910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.628042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.628101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.628239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.628443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.628514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.628558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.628666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.628876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.628948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.629099] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.632589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.632782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.632897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.632977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.633131] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.633223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.633323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.636738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.636825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.636941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.637040] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.638017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.638092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.638137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.639496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.639496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.639496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.643711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.643711] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d5c792-caff-44a4-86ff-7cc3778a7c77 is going to be deleted. [ 739.643816] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.649882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.649882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.650066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.650161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.650334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.650469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.650543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.650711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.650838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.650899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.651024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.651119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.651171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.651306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.651527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.651623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.651870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.651870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.651870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.651966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.652037] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.653213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.653394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.658651] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3549b4ae-22c3-442c-a646-bbff28c64036: rpc.has_security_group_logging(os_id): False [ 739.684472] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-a9e29ea1-4585-47f7-87e4-c0ba19dca566 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 739.686850] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 739.688633] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.688765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.689680] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.689917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.690843] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.690939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.692110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.695421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.696519] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.696610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.699307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.699442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.701524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.701524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.701524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.701765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.702346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.702655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.703355] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.703355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.704032] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.704178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.705172] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 739.705517] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.705644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.707728] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 739.708168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.708293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.710983] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 739.711067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.711411] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6126e0-907d-4257-8117-9cb3c7a6c8d4 is going to be deleted. [ 739.713696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.713696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.729744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.729903] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc is going to be deleted. [ 739.731072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.731320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.753634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.753996] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ef9672-01ac-45cd-b095-4e29e982c89c is going to be deleted. [ 739.755466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.757151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.757151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.757151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be deleted. [ 739.757635] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.757738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.757803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.758000] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.758879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.758879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d5c792-caff-44a4-86ff-7cc3778a7c77" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.758879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.758879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.768408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.768535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.781770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.781770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 382a4532-b93d-42df-9c50-ac4b2648be33 is going to be deleted. [ 739.783099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.783191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.814867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.815038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.816632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.816632] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a is going to be deleted. [ 739.818162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.818162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.835675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.835675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.838825] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.839026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.860108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.860416] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be deleted. [ 739.861490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.861918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.910830] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.910830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.913383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.913383] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82be4a49-2a36-45d8-9d05-9380f621a407 is going to be deleted. [ 739.914108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.914402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.973084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.973605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be deleted. [ 739.974517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.974847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.997909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.998084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.007274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.007519] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.008191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.008191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.008191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.008191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.008191] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 is going to be updated. [ 740.009351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.009731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.045908] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.046061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.049838] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.057308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.057308] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c93757-9b24-4681-91d1-d089ae013872 is going to be deleted. [ 740.060083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.060083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.116174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.116316] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76848251-f44f-49d4-8437-12481c37307b is going to be deleted. [ 740.117239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.117450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.117541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.117661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6126e0-907d-4257-8117-9cb3c7a6c8d4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.117818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.117984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.118674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.118845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.119960] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.120136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.120250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.120448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.120616] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.120721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.120991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.121158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.121431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.121502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.121955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.122097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.122163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.122309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.122474] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.122569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.122870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.123174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.123257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.123343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.123432] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.124394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.124597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.124697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.124823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ef9672-01ac-45cd-b095-4e29e982c89c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.126265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.126367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.126602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.126790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.126892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.127053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.127326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.127481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.127559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.127671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.127810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.127950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.128045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.128160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-382a4532-b93d-42df-9c50-ac4b2648be33" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.128516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.128664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.128750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.129323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc49a7a-7755-4a7a-a2c6-f2eb473c3f4a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.129323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.141167] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.148799] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.149752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.149887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.149953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.150170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.150344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.150446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.150504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.150653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.150737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.150820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.150957] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.151058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.151111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.151245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.151481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.151481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.151694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.151694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.151694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.151828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.151828] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.161063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.161196] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1729b921-d012-4e74-9730-42e268a0a02a is going to be deleted. [ 740.162068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.162264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.162352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.162880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82be4a49-2a36-45d8-9d05-9380f621a407" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.162880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.163839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.163934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.164161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.166819] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.167062] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-128" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.167153] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-128" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.167445] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-128" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.167710] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.167876] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.167998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.168219] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.168356] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.168560] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.168675] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.168778] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.168886] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.168993] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.169123] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.169255] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.171443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.173132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.173132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.173132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.174227] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc: rpc.has_security_group_logging(os_id): False [ 740.237013] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.237547] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.068 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.237772] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.237970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-128" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.238647] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1c20e23b-820c-4924-8cbe-55a4824b83dc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.239363] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.239514] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.239845] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.239997] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c20e23b-820c-4924-8cbe-55a4824b83dc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.242113] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.242239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.242292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.242480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.243920] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: IN_PROGRESS for 2s [ 740.246926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.247048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.249459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.249574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.267965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.268363] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.268497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.268566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.268777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.268863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.269087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.269196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.269262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.269431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.269537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.269688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.269780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.269832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.269955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.270139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.270251] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 740.271537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.271842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.271956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c93757-9b24-4681-91d1-d089ae013872" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.272105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.272249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.272326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.273094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76848251-f44f-49d4-8437-12481c37307b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.300073] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.300232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.300290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.300499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.300590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.300711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1729b921-d012-4e74-9730-42e268a0a02a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.311847] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5179bfa7-a36a-495a-8588-28f26883b947 None None] Enqueued Resource ID: 7606f3f7-06ab-412c-838d-fc9870bdc411 with Priority: HIGHEST for action port [ 740.312171] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7606f3f7-06ab-412c-838d-fc9870bdc411 with Priority: HIGHEST for action port [ 740.312454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7606f3f7-06ab-412c-838d-fc9870bdc411 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.312573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7606f3f7-06ab-412c-838d-fc9870bdc411" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.312636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7606f3f7-06ab-412c-838d-fc9870bdc411" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.312926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7606f3f7-06ab-412c-838d-fc9870bdc411" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.313014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7606f3f7-06ab-412c-838d-fc9870bdc411',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.417606] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 740.420061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.420061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.420061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.420061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.420061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.451751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 740.630276] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f28abff-4329-46b5-8d91-dd519ff2af8e: rpc.has_security_group_logging(os_id): False [ 740.643356] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4721ea7b-d605-4a8d-ab6f-cf4b11195214: rpc.has_security_group_logging(os_id): False [ 740.647035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.647259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.647325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.647510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.653072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f: rpc.has_security_group_logging(os_id): False [ 740.654166] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7937eb6-05d1-4d4b-b848-8bd00386b53b: rpc.has_security_group_logging(os_id): False [ 740.660062] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.660364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.667053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.667321] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.667594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.667747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.667995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.668125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.668363] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.668498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.668577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.668766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.668855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.669071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.669159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.670029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.670147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.670469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.670469] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 740.671568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.671738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.673816] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.673816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.674980] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.674980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.690914] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616c2cb5-942a-4103-9746-aaf44e11becc in Status: SUCCESS [ 740.691221] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616c2cb5-942a-4103-9746-aaf44e11becc deletion is rescheduled due to dependency. [ 740.691408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616c2cb5-942a-4103-9746-aaf44e11becc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.703733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.704081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.704182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.704237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.704431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.704512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.704646] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 is going to be updated. [ 740.705746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.706033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.733259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.733579] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.733681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.733737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.733932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.734028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.734108] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 740.735183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.735355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.745075] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.745226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.747418] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.747418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.747418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.747787] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.747874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.748831] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1c20e23b-820c-4924-8cbe-55a4824b83dc not found, creating... [ 740.748831] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.748831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.748831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.748831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.749236] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.749708] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.749885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.750030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.750252] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.750387] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.750532] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1c20e23b-820c-4924-8cbe-55a4824b83dc is going to be created. [ 740.769208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.769428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.786665] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.787110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.787407] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.787648] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.787878] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.790030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.790030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.790030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.790030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.790030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.790271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.790305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.790381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.790447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.790592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.790655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.790830] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.790942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.790983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.791142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.791217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.791315] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 740.794293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.794437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.794634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.795611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.795850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.796528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.813757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: IN_PROGRESS for 2s [ 740.815235] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7606f3f7-06ab-412c-838d-fc9870bdc411 [ 740.815631] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.815808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.815898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.816147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.816245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.816361] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7606f3f7-06ab-412c-838d-fc9870bdc411 already deleted. [ 740.816448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7606f3f7-06ab-412c-838d-fc9870bdc411" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.818215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 740.862292] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.862409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.862477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.862726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.862870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.912609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.912609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.912609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.912609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.912609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.915987] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 740.944182] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 741.148921] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 741.148921] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f deletion is rescheduled due to dependency. [ 741.149080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.149236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.149480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.149682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.149827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.149900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.150093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.150193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.150306] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.525220] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 741.525501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.534248] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0918a712-e2bf-48da-8272-19c03476f138 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 741.534845] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 741.535170] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.535338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.535391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.537103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.537103] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.650138] env[62741]: INFO networking_nsxv3.common.synchronization [None req-a4bd207c-7daa-430c-9161-0c899365b911 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 741.650609] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 741.650915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.651047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.654754] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.654754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.654754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.654754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.654754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.654959] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.654959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.655054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.655222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.655281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.655370] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be deleted. [ 741.706955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.707140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.707205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.707412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.707502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.707600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.738668] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-17af3271-251a-426a-a057-e79ca7715b5c service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 741.738913] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-17af3271-251a-426a-a057-e79ca7715b5c service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 741.738977] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-17af3271-251a-426a-a057-e79ca7715b5c service nova] Enqueued Resource ID: 1c20e23b-820c-4924-8cbe-55a4824b83dc with Priority: HIGHEST for action port [ 741.740210] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 741.740444] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 741.740598] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c20e23b-820c-4924-8cbe-55a4824b83dc with Priority: HIGHEST for action port [ 741.740901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.741042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.741117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.741357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.741445] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.742559] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.742559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.742559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.742809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.742875] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.743083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.743083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.743182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.743397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.743397] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.744184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c20e23b-820c-4924-8cbe-55a4824b83dc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.744289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.744289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.744434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.744508] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c20e23b-820c-4924-8cbe-55a4824b83dc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.911972] env[62741]: INFO networking_nsxv3.common.synchronization [None req-063da28f-4517-45f4-b288-ae67e5af6aa7 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 741.912542] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 741.912852] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.913767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.913974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.914088] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.057904] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.060515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.060515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.060515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.060515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.060515] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 already deleted. [ 742.060515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.060915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.064289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.064390] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.073712] env[62741]: INFO networking_nsxv3.common.synchronization [None req-06c44545-0631-4241-86d2-33a527edb7e4 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 742.074578] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 742.074842] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.074914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.246836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.247075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.247180] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.248077] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c20e23b-820c-4924-8cbe-55a4824b83dc with status ACTIVE [ 742.248270] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.248522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.248606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.248953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.249062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.249239] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.249498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.249627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.249818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.249936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.250513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.250610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.250703] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c20e23b-820c-4924-8cbe-55a4824b83dc is going to be updated. [ 742.266497] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: SUCCESS [ 742.266497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.274312] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.274312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.274312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.274312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.274312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.274312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c20e23b-820c-4924-8cbe-55a4824b83dc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.444684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.444684] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 already deleted. [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.444684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.444684] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.467565] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 742.468660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.477033] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b43020a9-c4ef-4eb1-b53e-a5a1f9d12e1c None None] Enqueued Resource ID: 610b795d-d9d5-4196-ab0c-0d89a21f6e9e with Priority: HIGHEST for action port [ 742.477033] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610b795d-d9d5-4196-ab0c-0d89a21f6e9e with Priority: HIGHEST for action port [ 742.477033] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-610b795d-d9d5-4196-ab0c-0d89a21f6e9e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.477033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610b795d-d9d5-4196-ab0c-0d89a21f6e9e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.477033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610b795d-d9d5-4196-ab0c-0d89a21f6e9e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.477803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610b795d-d9d5-4196-ab0c-0d89a21f6e9e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.478115] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610b795d-d9d5-4196-ab0c-0d89a21f6e9e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.587465] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.587758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.587758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.587964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.588065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.590028] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 already deleted. [ 742.590028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.741847] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.742102] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-129" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.742238] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-129" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.742590] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-129" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.742872] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.744606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.744606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.744606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.744606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.744846] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.744846] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.744916] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.745028] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.745175] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.745336] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.745478] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.752427] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.766978] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.766978] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.767110] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.767279] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-129" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.767651] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-c92c8e89-f124-470a-817b-8125d9aea3da taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.767841] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.767984] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.768566] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.768566] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92c8e89-f124-470a-817b-8125d9aea3da',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.829215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: SUCCESS [ 742.829505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.830294] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 742.831032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.929317] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 742.930469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.957274] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 742.957274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.966534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.966895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.967068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.967361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.967542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.968011] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 already deleted. [ 742.968203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.981669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610b795d-d9d5-4196-ab0c-0d89a21f6e9e [ 742.981669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.981669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.981669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.981669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.981669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.981669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610b795d-d9d5-4196-ab0c-0d89a21f6e9e already deleted. [ 742.981669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610b795d-d9d5-4196-ab0c-0d89a21f6e9e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.258408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.258554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.258627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.258837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.258930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.259045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be created. [ 743.271998] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.272232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.272365] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.272647] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.272806] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.272962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port c92c8e89-f124-470a-817b-8125d9aea3da not found, creating... [ 743.273244] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.273403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.273527] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.273746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.273886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.274175] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.274335] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.274457] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.274703] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.274818] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.274961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: c92c8e89-f124-470a-817b-8125d9aea3da is going to be created. [ 743.281386] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.281567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.281861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.290500] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: UNINITIALIZED for 2s [ 743.297811] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.298039] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.298176] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.298543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.298812] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.299141] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.645184] env[62741]: INFO networking_nsxv3.common.synchronization [req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c req-a0370dd8-f6e8-49bc-80ec-2c25284241aa tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Enqueued Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 743.645700] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 743.646048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.646177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.646245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.646482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.646630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.646728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.646790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.646958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.647017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.649187] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.153375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.153563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.153613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.153802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.154920] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.154920] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 already deleted. [ 744.154920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.385519] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.385729] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-277" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.385893] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-277" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.386243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-277" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.386508] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.386674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.386797] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.387036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.387189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.387395] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.387516] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.387631] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.387745] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.387859] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.387969] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.388117] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.410110] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.410110] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.410110] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.410110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-277" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.410110] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-7e946c4a-5591-40f4-a453-7948dcfb2fcf taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.410110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.410110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.410110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.410110] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e946c4a-5591-40f4-a453-7948dcfb2fcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.846914] env[62741]: INFO networking_nsxv3.common.synchronization [None req-43cd9fc6-c13f-424c-8709-f527768f7ab4 None None] Enqueued Resource ID: 7d79d6c4-ee5a-422a-8308-5e2db529eda2 with Priority: HIGHEST for action port [ 744.846914] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d79d6c4-ee5a-422a-8308-5e2db529eda2 with Priority: HIGHEST for action port [ 744.847282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d79d6c4-ee5a-422a-8308-5e2db529eda2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.847282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d79d6c4-ee5a-422a-8308-5e2db529eda2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.847282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d79d6c4-ee5a-422a-8308-5e2db529eda2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.847445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d79d6c4-ee5a-422a-8308-5e2db529eda2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.847522] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d79d6c4-ee5a-422a-8308-5e2db529eda2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.917939] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.918287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.919233] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.919583] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.919803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.920045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 7e946c4a-5591-40f4-a453-7948dcfb2fcf not found, creating... [ 744.921639] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.921825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.921950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.922579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.922579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.922711] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.922890] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.923273] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.923502] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.924211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.924593] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 7e946c4a-5591-40f4-a453-7948dcfb2fcf is going to be created. [ 744.937495] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-93587c8d-5570-4d3f-954e-9b58906a0c16 service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 744.938688] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-93587c8d-5570-4d3f-954e-9b58906a0c16 service nova] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 744.938918] env[62741]: INFO networking_nsxv3.common.synchronization [req-502bdab1-6057-4fb4-8b51-214354c4f909 req-93587c8d-5570-4d3f-954e-9b58906a0c16 service nova] Enqueued Resource ID: c92c8e89-f124-470a-817b-8125d9aea3da with Priority: HIGHEST for action port [ 744.939514] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_rules [ 744.939862] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 744.939862] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92c8e89-f124-470a-817b-8125d9aea3da with Priority: HIGHEST for action port [ 744.940186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.940582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.940719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.940975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92c8e89-f124-470a-817b-8125d9aea3da taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.941119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.941219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.941931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.942094] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92c8e89-f124-470a-817b-8125d9aea3da',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.944540] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.945353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.945543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.945866] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.946187] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.947118] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.305534] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 745.305913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.306175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.306428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.306679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.306846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.306993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.307172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.307271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.307365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.307496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.308513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.309621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.309621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.309621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.309621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.309621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.309621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.309621] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.352136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d79d6c4-ee5a-422a-8308-5e2db529eda2 [ 745.352136] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.352136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.352136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.352136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.352136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.352136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d79d6c4-ee5a-422a-8308-5e2db529eda2 already deleted. [ 745.352136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d79d6c4-ee5a-422a-8308-5e2db529eda2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.447022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92c8e89-f124-470a-817b-8125d9aea3da with status ACTIVE [ 745.447022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.447022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.447022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.447022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.447022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92c8e89-f124-470a-817b-8125d9aea3da is going to be updated. [ 745.466850] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.467204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.467433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.467758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.468320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.468320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92c8e89-f124-470a-817b-8125d9aea3da" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.745114] env[62741]: INFO networking_nsxv3.common.synchronization [req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c req-78812d7e-e38a-4692-9a43-0c2c6e53b04e service nova] Enqueued Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_rules [ 745.745114] env[62741]: INFO networking_nsxv3.common.synchronization [req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c req-78812d7e-e38a-4692-9a43-0c2c6e53b04e service nova] Enqueued Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 745.745301] env[62741]: INFO networking_nsxv3.common.synchronization [req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c req-78812d7e-e38a-4692-9a43-0c2c6e53b04e service nova] Enqueued Resource ID: 7e946c4a-5591-40f4-a453-7948dcfb2fcf with Priority: HIGHEST for action port [ 745.745673] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_rules [ 745.745673] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 745.745866] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e946c4a-5591-40f4-a453-7948dcfb2fcf with Priority: HIGHEST for action port [ 745.746295] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.746436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.746496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.748263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.748263] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.751570] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.752094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.752202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.752378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.752533] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.752655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.752724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.753310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.753310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.753310] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.754135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e946c4a-5591-40f4-a453-7948dcfb2fcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.754135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.755436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.755436] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e946c4a-5591-40f4-a453-7948dcfb2fcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.812082] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.812082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.814617] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.230673] env[62741]: INFO networking_nsxv3.common.synchronization [req-3f0f8158-5a29-4d64-a9dd-f1247a808175 req-978baa17-fb4c-4389-8749-afafbf922258 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Enqueued Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 746.230673] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 746.230673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.230673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.230673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.230673] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.257645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.257778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.258178] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.260654] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e946c4a-5591-40f4-a453-7948dcfb2fcf with status ACTIVE [ 746.260654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.260654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.260923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.261097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.261946] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.261946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.261946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e946c4a-5591-40f4-a453-7948dcfb2fcf is going to be updated. [ 746.282885] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.282885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.282885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.283124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e946c4a-5591-40f4-a453-7948dcfb2fcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.321495] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.700793] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.700976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-230" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.701158] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-230" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701477] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-230" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.701741] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.701905] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.702040] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.702404] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.702613] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.702751] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.702872] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.702984] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.703145] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.703263] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.703477] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.721657] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.721820] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.721958] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.722154] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-230" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.722461] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-afdf2354-e997-43e7-ab92-6a0fd8120ae0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.722626] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.722864] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723185] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.723330] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdf2354-e997-43e7-ab92-6a0fd8120ae0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.732910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.733775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.733775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.733775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.733775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.733775] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.733775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.734354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.734354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.734354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.734354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 already deleted. [ 746.734354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.759547] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.826912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.827125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.827231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.827443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.827532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.827626] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 746.858855] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.858855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.858855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.858855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.858855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.870121] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 747.007893] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8f7252c1-d9e8-40fb-9494-fd9e0004fe45 None None] Enqueued Resource ID: acdd77ff-f37f-410b-aa05-8f98e79cf688 with Priority: HIGHEST for action port [ 747.008184] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acdd77ff-f37f-410b-aa05-8f98e79cf688 with Priority: HIGHEST for action port [ 747.008735] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-acdd77ff-f37f-410b-aa05-8f98e79cf688 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.008861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acdd77ff-f37f-410b-aa05-8f98e79cf688" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.008926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acdd77ff-f37f-410b-aa05-8f98e79cf688" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.009381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acdd77ff-f37f-410b-aa05-8f98e79cf688" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.009462] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acdd77ff-f37f-410b-aa05-8f98e79cf688',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.226111] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.226431] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.226537] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.226845] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.226998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.227804] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port afdf2354-e997-43e7-ab92-6a0fd8120ae0 not found, creating... [ 747.227804] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.227987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.227987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.228244] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.228391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.230440] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.230440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.230440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.230440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.230440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.230440] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: afdf2354-e997-43e7-ab92-6a0fd8120ae0 is going to be created. [ 747.262761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.262997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.263088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.263330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.263447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.263589] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 is going to be created. [ 747.267039] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.267315] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.267453] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.267720] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.267986] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.268245] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.293618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.293769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.293841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.294069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.296052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.304323] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: UNINITIALIZED for 2s [ 747.511407] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acdd77ff-f37f-410b-aa05-8f98e79cf688 [ 747.512131] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.512131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.512131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.512131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.512350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.512350] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acdd77ff-f37f-410b-aa05-8f98e79cf688 already deleted. [ 747.512350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acdd77ff-f37f-410b-aa05-8f98e79cf688" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.030144] env[62741]: INFO networking_nsxv3.common.synchronization [req-3f0f8158-5a29-4d64-a9dd-f1247a808175 req-b9ea5289-2df6-4743-aa45-73bd974e11a5 service nova] Enqueued Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_rules [ 748.030342] env[62741]: INFO networking_nsxv3.common.synchronization [req-3f0f8158-5a29-4d64-a9dd-f1247a808175 req-b9ea5289-2df6-4743-aa45-73bd974e11a5 service nova] Enqueued Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 748.030487] env[62741]: INFO networking_nsxv3.common.synchronization [req-3f0f8158-5a29-4d64-a9dd-f1247a808175 req-b9ea5289-2df6-4743-aa45-73bd974e11a5 service nova] Enqueued Resource ID: afdf2354-e997-43e7-ab92-6a0fd8120ae0 with Priority: HIGHEST for action port [ 748.030994] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_rules [ 748.031304] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 748.031304] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdf2354-e997-43e7-ab92-6a0fd8120ae0 with Priority: HIGHEST for action port [ 748.031506] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.031627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.031695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.031935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.034668] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.035622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.035747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.035847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.036459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.036459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.036459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.036459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.036649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.036649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.036720] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.037447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-afdf2354-e997-43e7-ab92-6a0fd8120ae0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.037554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.037607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.037751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.037823] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afdf2354-e997-43e7-ab92-6a0fd8120ae0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.541574] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.542978] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.542978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.543226] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afdf2354-e997-43e7-ab92-6a0fd8120ae0 with status ACTIVE [ 748.543373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.543488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.543549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.543745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.543840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.544207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.544207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.544333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.544674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.544674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.544865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.546447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.546447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.546447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.546447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.546447] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afdf2354-e997-43e7-ab92-6a0fd8120ae0 is going to be updated. [ 748.565449] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.565589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.565660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.565862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.565999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.566161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afdf2354-e997-43e7-ab92-6a0fd8120ae0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.714573] env[62741]: INFO networking_nsxv3.common.synchronization [req-e60e49bb-9119-407f-9b95-a053c29964ea req-d6eb54b3-017c-4fa8-9040-45a6dbe8b30c tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 748.715298] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 748.715551] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.715675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.715741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.715973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.716155] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.716256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.716426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.716492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.716542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.716637] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.882967] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 748.883261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.883472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.883758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.885866] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.886111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.886189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.886394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.886468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.886557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.886729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.890027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.890027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.890027] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.045184] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.077467] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.077677] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.077806] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.078093] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.078391] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.078511] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.078646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.078846] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.079012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.079473] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.079841] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.080113] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.080113] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.080216] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.080301] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.080441] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.099140] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.099311] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.099769] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.100021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-979" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.100323] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-db7b098d-1004-4a90-9c70-a52bfbb86243 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.100697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.100697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.100927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.101111] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7b098d-1004-4a90-9c70-a52bfbb86243',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.219116] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.219291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.219396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.219615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.219705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.219897] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.219996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.220076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.220233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.220311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.220396] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be deleted. [ 749.253717] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.253911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.253962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.254147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.254301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.254385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.314204] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: SUCCESS [ 749.314440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.314625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.315339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.316418] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.316567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.316638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.316828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.317023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.317023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.317128] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.391585] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d68402a2-95ef-4e25-a1db-ff75dc424d1f: rpc.has_security_group_logging(os_id): False [ 749.410087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.410260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.410412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.410446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.410676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.410870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.411176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.411435] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.411669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.411669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.411888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.412096] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.412210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.412299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.412465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.412544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.412639] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be created. [ 749.473995] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.473995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.473995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.474255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.474483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.487467] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 749.548149] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.548149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.548149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.548149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.548149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.548149] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 is going to be created. [ 749.575142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.575387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.575435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.575691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.575904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.584770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: UNINITIALIZED for 2s [ 749.603364] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.603579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.603715] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.603980] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.604157] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.604316] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port db7b098d-1004-4a90-9c70-a52bfbb86243 not found, creating... [ 749.604575] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.604736] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.604858] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.605145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.605292] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.605572] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.605765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.605848] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.606085] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.606231] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.606374] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: db7b098d-1004-4a90-9c70-a52bfbb86243 is going to be created. [ 749.625509] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.625705] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.625835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.626134] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.626382] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.626638] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.819902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.820176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.820219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.820480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.820658] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.820798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.820876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.821084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.821165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.821254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.821403] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.821498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.821555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.821698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.821836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.821934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.821999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.822180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.822260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.822341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.822429] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.326477] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3babbd7c-9348-49b6-9c6b-fb9af508b905: rpc.has_security_group_logging(os_id): False [ 750.342976] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.343198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.343269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.343439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.343529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.343759] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.343900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.344011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.344351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.344645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.344947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.345767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.345767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.345767] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.345931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.346038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.346230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.346350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.346483] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 is going to be created. [ 750.410944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.411113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.411194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.411366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.411548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.421146] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: IN_PROGRESS for 2s [ 750.482424] env[62741]: INFO networking_nsxv3.common.synchronization [req-e60e49bb-9119-407f-9b95-a053c29964ea req-96bb9430-05f8-45bf-81c5-c5d03cbdf223 service nova] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 750.482869] env[62741]: INFO networking_nsxv3.common.synchronization [req-e60e49bb-9119-407f-9b95-a053c29964ea req-96bb9430-05f8-45bf-81c5-c5d03cbdf223 service nova] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 750.483127] env[62741]: INFO networking_nsxv3.common.synchronization [req-e60e49bb-9119-407f-9b95-a053c29964ea req-96bb9430-05f8-45bf-81c5-c5d03cbdf223 service nova] Enqueued Resource ID: db7b098d-1004-4a90-9c70-a52bfbb86243 with Priority: HIGHEST for action port [ 750.483954] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_rules [ 750.484528] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 750.484728] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7b098d-1004-4a90-9c70-a52bfbb86243 with Priority: HIGHEST for action port [ 750.485460] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.485877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.486015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.486503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.486596] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.487674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.487910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.488051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.488359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.488649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.488920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.489054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.489255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.489930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.489930] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.490312] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7b098d-1004-4a90-9c70-a52bfbb86243 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.490545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.490826] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7b098d-1004-4a90-9c70-a52bfbb86243',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.993178] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.993516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.993779] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.995962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7b098d-1004-4a90-9c70-a52bfbb86243 with status ACTIVE [ 750.995962] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.995962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.995962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.996207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.996207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.996419] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.996567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.996648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.996844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.996920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.997146] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.997372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.997559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.997734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.997845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.997977] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7b098d-1004-4a90-9c70-a52bfbb86243 is going to be updated. [ 751.019134] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.019382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.019382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.019597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.019811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.020066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7b098d-1004-4a90-9c70-a52bfbb86243" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.496635] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.517748] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 751.517966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.518154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.518372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.518460] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.594242] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: SUCCESS [ 751.594720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.594720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.594833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.595034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.595163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.595221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.595381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.595459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.595537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.595625] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.002021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.002364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.002364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.002467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.002552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.002650] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be created. [ 752.020610] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.020752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.020803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.020979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.021153] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.021250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.021312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.021516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.021602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.021710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.021810] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.023461] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.023568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.023620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.024412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.024412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.032301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: UNINITIALIZED for 2s [ 752.100925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.101299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.101299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.101514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.101612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.101723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.101784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.101968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.102080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.102177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.102342] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.102440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.102550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.102656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.102807] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.102988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.103068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.103229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.103305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.103390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.103479] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.433543] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: SUCCESS [ 752.433772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.525902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.525902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.526105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.526243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.526420] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.526536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.527164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.527164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.527164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.527164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.527164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.527401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.527401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.527471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.527574] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.527686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.527723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.527862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.527937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.528046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.528148] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.606787] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 298e8054-4a78-40a6-a40b-faf664afb335: rpc.has_security_group_logging(os_id): False [ 752.623764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.623914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.623987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.624315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.624526] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.624699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.624931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.625149] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.625242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.625304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.625440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.625511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.625693] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.625785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.625846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.625980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.626069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.626152] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 is going to be created. [ 752.708512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.708651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.708749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.708956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.709151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.720061] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: IN_PROGRESS for 2s [ 753.035101] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d68402a2-95ef-4e25-a1db-ff75dc424d1f: rpc.has_security_group_logging(os_id): False [ 753.053159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.053415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.053415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.053625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.053721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.053943] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.054056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.054120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.054277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.054352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.054539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.054667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.054839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.054927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.055065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.055278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.055378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.055459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.055573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.055646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.055732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 753.113779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.114070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.114563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.114563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.130636] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 754.041634] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 754.041914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.042034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.042225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.042409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.042525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.043332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.043332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.043332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.043332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.043332] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.466851] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5a665b8-1c4b-4cef-9634-cc123cc5196c req-8a0113a3-e314-41a0-91fb-95fd9e65590f tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 754.468404] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 754.468844] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.469389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.470113] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.470393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.470831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.471190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.471465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.471711] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.544728] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.733143] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: SUCCESS [ 754.733371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.900195] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.900287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.900357] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.900690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.900960] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.901145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.901302] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.901564] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.901727] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.901951] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.902115] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.902267] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.902393] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.902512] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.902623] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.902784] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.921906] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.922087] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.922248] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.922428] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.922727] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.922902] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.923037] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.923355] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.923503] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.973858] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.974362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.974362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.974530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.974530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.974751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.974849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.974917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.975129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.975225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.975319] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 already deleted. [ 754.975399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.047397] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e2abcc-5446-4cb6-9bce-46539262f285: rpc.has_security_group_logging(os_id): False [ 755.065330] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.065504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.065564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.065941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.065941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.066107] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.066198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.066574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.066574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.066574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.066574] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be created. [ 755.129167] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.129167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.129167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.129421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.130340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.143584] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: IN_PROGRESS for 2s [ 755.149684] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 755.149684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.426319] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.426566] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.426702] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.426989] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.427167] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.427344] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f not found, creating... [ 755.427706] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.427899] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.428036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.428278] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.428826] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.428826] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.428953] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.428986] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.429184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.429317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.429459] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f is going to be created. [ 755.449763] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.449763] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.449763] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.450048] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.450223] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.450446] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5a665b8-1c4b-4cef-9634-cc123cc5196c req-eab9da49-4036-4537-a881-0eaff8d92725 service nova] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5a665b8-1c4b-4cef-9634-cc123cc5196c req-eab9da49-4036-4537-a881-0eaff8d92725 service nova] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5a665b8-1c4b-4cef-9634-cc123cc5196c req-eab9da49-4036-4537-a881-0eaff8d92725 service nova] Enqueued Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 756.231783] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 756.232540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.232721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.232767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.233041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.233157] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.233993] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.234122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.234415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.234415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.234529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.234585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.234623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.234757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.234834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.234916] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.238215] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.238326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.238326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.238447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.238523] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.361640] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcc4057e-fd2d-46b4-9187-41ca998d5285 req-3199885a-b716-413f-932c-46d3e466617d tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 756.362212] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 756.362809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.362934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.362999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.363484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.363645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.363749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.364065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.365206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.365206] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.579881] env[62741]: INFO networking_nsxv3.common.synchronization [req-bcc4057e-fd2d-46b4-9187-41ca998d5285 req-a34d347a-2855-4073-9193-00fad27c4726 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Enqueued Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 756.580824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f with Priority: HIGHEST for action security_group_members [ 756.580956] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d68402a2-95ef-4e25-a1db-ff75dc424d1f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.581179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.740408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.740558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.743279] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.744289] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with status ACTIVE [ 756.745046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.745223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.745303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.745533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.746765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.746765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.746765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.747246] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f is going to be updated. [ 756.770795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.770952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.771013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.771317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.771436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.771597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.869666] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.105234] env[62741]: INFO networking_nsxv3.common.synchronization [req-74fb902a-566f-4ac7-859e-3b38850af7c0 req-31032a06-4a3f-48f4-8386-da22d9313dd2 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 757.105748] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 757.106064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.106504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.106580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.106830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.106985] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.107889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.107942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.108390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.108390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.108390] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.155722] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 757.155943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.249394] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.373338] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.394358] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.394581] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.394690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.394951] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.395271] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.395444] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.395566] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396167] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.396300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.396515] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.396721] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.396859] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.396975] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.397110] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.397224] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.397359] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.416587] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.416587] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.417505] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.417505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-545" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.417505] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a191ef01-bb17-488b-b07a-465c404b9d99 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.417822] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.418116] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.418357] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a191ef01-bb17-488b-b07a-465c404b9d99',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.611019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.611019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.611019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.611019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.611019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.611019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.611019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.611346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.611346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.611346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.611346] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c5e16c-9604-4193-ae17-237bd612cf67 already deleted. [ 757.611461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.755610] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.755779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.755853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.756060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.756145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.756247] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be created. [ 757.782410] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.782410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.782652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.792251] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: UNINITIALIZED for 2s [ 757.876394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.876394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.876591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.876658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.876747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.876845] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 757.907525] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.907525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.907525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.907812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.907812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.921064] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.921295] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.921439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.921715] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.921895] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.922112] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a191ef01-bb17-488b-b07a-465c404b9d99 not found, creating... [ 757.922391] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.922554] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.922676] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922908] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.923069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.923372] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.923643] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.923990] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.924226] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a191ef01-bb17-488b-b07a-465c404b9d99 is going to be created. [ 757.926244] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 757.942950] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.943184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.943311] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.943576] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.944186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.944186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.697703] env[62741]: INFO networking_nsxv3.common.synchronization [req-74fb902a-566f-4ac7-859e-3b38850af7c0 req-eaf40ea4-3164-4bbc-8db0-d8aecf6c8882 service nova] Enqueued Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_rules [ 758.697997] env[62741]: INFO networking_nsxv3.common.synchronization [req-74fb902a-566f-4ac7-859e-3b38850af7c0 req-eaf40ea4-3164-4bbc-8db0-d8aecf6c8882 service nova] Enqueued Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 758.698059] env[62741]: INFO networking_nsxv3.common.synchronization [req-74fb902a-566f-4ac7-859e-3b38850af7c0 req-eaf40ea4-3164-4bbc-8db0-d8aecf6c8882 service nova] Enqueued Resource ID: a191ef01-bb17-488b-b07a-465c404b9d99 with Priority: HIGHEST for action port [ 758.699996] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_rules [ 758.699996] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 758.699996] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a191ef01-bb17-488b-b07a-465c404b9d99 with Priority: HIGHEST for action port [ 758.699996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.699996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.699996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.699996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.699996] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.700808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.700921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.701024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.701217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.701300] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.701410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.701467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.701665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.701665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.701794] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.702430] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a191ef01-bb17-488b-b07a-465c404b9d99 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.702550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.702603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.702732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.702975] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a191ef01-bb17-488b-b07a-465c404b9d99',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.204739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.205770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.206461] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.207628] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a191ef01-bb17-488b-b07a-465c404b9d99 with status ACTIVE [ 759.207822] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.207938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.208029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.208263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.208348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.208534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.208644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.208704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.208867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.208941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.209139] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.209484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.209484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.209484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.209484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.209715] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a191ef01-bb17-488b-b07a-465c404b9d99 is going to be updated. [ 759.232030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.232030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.232030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.232030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.232030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.232030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a191ef01-bb17-488b-b07a-465c404b9d99" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.711805] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.801017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 759.801258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.801402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.801709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.801951] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.802038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.802084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.802254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.803030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.803218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.803341] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.935969] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 759.936260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.936486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.936799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.937091] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.937501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.937501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.937501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.937501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.937674] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d68402a2-95ef-4e25-a1db-ff75dc424d1f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.214913] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.215125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.215226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.215440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.215606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.215642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c5e16c-9604-4193-ae17-237bd612cf67 is going to be created. [ 760.252826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.252995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.253103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.253423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.253631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.263561] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: UNINITIALIZED for 2s [ 760.305669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.305669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.305780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.306011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.306252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.306414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.306523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.306761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.306904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.307032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.307195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.307297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.307374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.307504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.307644] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.307728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.307792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.307923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.307988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.308079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.308171] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.402020] env[62741]: INFO networking_nsxv3.common.synchronization [req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f req-23eeb56a-5d8c-4cd2-a9fc-393452f06a2c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Enqueued Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 760.402020] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 with Priority: HIGHEST for action security_group_members [ 760.402020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3babbd7c-9348-49b6-9c6b-fb9af508b905 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.402020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.402020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.402020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.402020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.402020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.402823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.403133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.403460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.403733] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3babbd7c-9348-49b6-9c6b-fb9af508b905',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.440885] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.440885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.440885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.440885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.440885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.441176] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.441976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.441976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.441976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.441976] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f is going to be updated. [ 760.465519] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.465820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.466079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.466269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.473954] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: IN_PROGRESS for 2s [ 760.810933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 760.829336] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.829479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.829588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.829744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.829830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.830016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.830185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.830444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.830649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.830806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.831057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.831205] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.831297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.831362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.831534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.831621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.831694] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be created. [ 760.888143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.888295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.888369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.888570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.888743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.903114] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 760.909035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.909035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.909035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.909035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 is going to be updated. [ 760.933952] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.934120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.934183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.934368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.934504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.943720] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: IN_PROGRESS for 2s [ 762.131647] env[62741]: INFO networking_nsxv3.common.synchronization [req-434aa471-f51a-484f-841c-37bca8cb445d req-4141197b-abc1-4911-82ee-8e43eed8dd5f tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 762.131647] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 762.131647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.131647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.132541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.132667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.132830] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.132999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.133126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.133377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.133528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.133687] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.275875] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: SUCCESS [ 762.276146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.276370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.276607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.276921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.277080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.277166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.278607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.278607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.278607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.278607] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.488832] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f in Status: SUCCESS [ 762.489031] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d68402a2-95ef-4e25-a1db-ff75dc424d1f deletion is rescheduled due to dependency. [ 762.489157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d68402a2-95ef-4e25-a1db-ff75dc424d1f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.520537] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.520537] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.520537] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.520830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.521070] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.521232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.521352] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.521564] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.521709] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.521919] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.522045] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.522160] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.522273] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.522385] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.522502] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.522644] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.542305] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.542305] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.542305] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.542305] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.542671] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-10b0a2e0-e467-4286-8247-c06c55ceeab5 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.542791] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.542904] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.543251] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.543395] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b0a2e0-e467-4286-8247-c06c55ceeab5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.637866] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.637866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.637866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.637866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.638235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.638235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.638235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.638435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.638435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.638518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.638569] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be deleted. [ 762.668652] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.668850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.669072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.669166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.669265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.780142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.780352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.780441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.780580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.780757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.780878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.780954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.781149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.781326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.781402] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.781487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.781537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.781792] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.781880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.781930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.782105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.782201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.782293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.782377] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.916472] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 762.916695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.953885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 in Status: SUCCESS [ 762.954089] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3babbd7c-9348-49b6-9c6b-fb9af508b905 deletion is rescheduled due to dependency. [ 762.954211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3babbd7c-9348-49b6-9c6b-fb9af508b905" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.046064] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.046064] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.046064] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.046596] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.046746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.046877] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 10b0a2e0-e467-4286-8247-c06c55ceeab5 not found, creating... [ 763.047243] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.047461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.047631] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.047918] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.048107] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.048454] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.048678] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.048811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.049111] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.049270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.049437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 10b0a2e0-e467-4286-8247-c06c55ceeab5 is going to be created. [ 763.071799] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.072081] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.073045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.073045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.073045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.073045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.285083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63c5e16c-9604-4193-ae17-237bd612cf67: rpc.has_security_group_logging(os_id): False [ 763.307401] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.307601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.307715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.308581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.308581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.308581] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.308581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.308581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.308581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.308863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.308930] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.309074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.309180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.309337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.309439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.309663] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.309785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.309869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.310222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.310346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.310621] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c5e16c-9604-4193-ae17-237bd612cf67 is going to be created. [ 763.382353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.382794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.382794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.382794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.382983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.393669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: IN_PROGRESS for 2s [ 763.561075] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 763.561447] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 763.561910] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 763.562608] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 763.563076] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.563259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.563581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.563686] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.563852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.563999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.564109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.564222] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.565465] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.565606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.569043] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.569043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.569043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.569043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.569043] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.621766] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_rules [ 763.622014] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 763.622180] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 763.622317] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 763.622454] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2b1e0fe-69e0-43d0-b3d7-06d05d780dc9 req-7da1e793-467a-4a7d-bbe3-1c4041ace922 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 763.622956] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_rules [ 763.623261] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 763.623481] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 763.623583] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 763.623707] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 763.624031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.624190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.624289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.624542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.624649] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.627418] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.627542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.627608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.627792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.627911] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.629388] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.629527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.629597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.630584] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.631641] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.631749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.632044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.632163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.805662] env[62741]: INFO networking_nsxv3.common.synchronization [req-434aa471-f51a-484f-841c-37bca8cb445d req-8ff3fb09-0908-4e90-aa21-9d2ec97b465d service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 763.810025] env[62741]: INFO networking_nsxv3.common.synchronization [req-434aa471-f51a-484f-841c-37bca8cb445d req-8ff3fb09-0908-4e90-aa21-9d2ec97b465d service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 763.810025] env[62741]: INFO networking_nsxv3.common.synchronization [req-434aa471-f51a-484f-841c-37bca8cb445d req-8ff3fb09-0908-4e90-aa21-9d2ec97b465d service nova] Enqueued Resource ID: 10b0a2e0-e467-4286-8247-c06c55ceeab5 with Priority: HIGHEST for action port [ 763.810025] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 763.810025] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 763.810025] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10b0a2e0-e467-4286-8247-c06c55ceeab5 with Priority: HIGHEST for action port [ 763.810025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.810025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.810025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.810025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.810025] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.815022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.815022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.815022] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.815022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-10b0a2e0-e467-4286-8247-c06c55ceeab5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.815022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.815022] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b0a2e0-e467-4286-8247-c06c55ceeab5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.071831] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.071831] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.076177] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 764.076404] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 764.076568] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 764.077650] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 764.077810] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 764.077906] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 764.078318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.078545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.078545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.078779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.078934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.079081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.079119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.079248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.079319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.079404] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.080217] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.080302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.080492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.080623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.121009] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_rules [ 764.121247] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 764.121394] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_rules [ 764.121527] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 764.121661] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 764.121791] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 764.121921] env[62741]: INFO networking_nsxv3.common.synchronization [req-3b61e361-6bf2-4107-8a95-5f4d216101d7 req-9c17c2ac-31fe-49e7-bf06-3cab839c2766 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 764.122564] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_rules [ 764.122701] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_rules [ 764.122871] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 764.122907] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with Priority: HIGHEST for action port [ 764.123008] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 764.123206] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 764.123316] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 764.123600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.123687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.123880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.123981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.124055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.124693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.124693] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.125881] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.125944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.126241] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.126560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.126836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.126914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.127116] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.127216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.127640] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.127772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.132499] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with status ACTIVE [ 764.132683] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.132811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.132874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.133070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.133274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.133375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.133490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.133554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.133668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.133871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.133968] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.134421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.134503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.134642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.134761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.134803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f is going to be updated. [ 764.136617] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.156063] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.156472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.156472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.156689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.156863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.157024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.157474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.157651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.157738] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.317943] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.318906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.318976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.319145] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10b0a2e0-e467-4286-8247-c06c55ceeab5 with status ACTIVE [ 764.319303] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.319454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.319489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.319662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.319749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.319913] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.320019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.320080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.320227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.320310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.320480] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.320570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.320629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.320764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.320835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.320916] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10b0a2e0-e467-4286-8247-c06c55ceeab5 is going to be updated. [ 764.344870] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.345012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.345086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.345275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.345437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.345643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10b0a2e0-e467-4286-8247-c06c55ceeab5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.571417] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.578146] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.581688] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.627239] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.627400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.660945] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f with status ACTIVE [ 764.661071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.661274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.661384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.661660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.661802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.662143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.662254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.662318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.662525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.662626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.662836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.662963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.663060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.663225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.663319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.663425] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f is going to be updated. [ 764.682944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.683106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.683192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.683352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.683503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.683611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.823954] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.074389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.074639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.074639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.074772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.074861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.074959] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be created. [ 765.080427] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.080578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.080638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.080785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.080871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.080960] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 765.083405] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.102529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.102676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.102719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.103304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.103304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.105344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.105498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.105582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.105859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.105859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.113161] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: UNINITIALIZED for 2s [ 765.113749] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 765.328914] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.329327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.329327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.329327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.329548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.329548] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be created. [ 765.353520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.353520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.353679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.355781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.367539] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: UNINITIALIZED for 2s [ 765.403809] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: SUCCESS [ 765.404040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.585921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.586107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.586107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.586342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.586430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.586535] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d is going to be created. [ 765.613023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.613023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.613023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.613023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.613023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.619670] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: UNINITIALIZED for 2s [ 766.414039] env[62741]: INFO networking_nsxv3.common.synchronization [req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 req-09bead33-4621-4146-b022-2aa536164028 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Enqueued Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 766.414646] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGHEST for action security_group_members [ 766.414794] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.414916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.414980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.416488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.417385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.417678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.417787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.418061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.419022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.419022] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.921655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.921813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.921878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.922143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.922225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.922409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.922506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.922568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.922718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.922804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.922872] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 is going to be updated. [ 766.948755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.948970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.949101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.949443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.949685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.958420] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: IN_PROGRESS for 2s [ 767.124083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 767.124299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.124461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.124674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.124856] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.124971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.125048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.125197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.125277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.125370] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.129696] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 767.134087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.134334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.134966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.134966] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.134966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.134966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.135312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.135715] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.377772] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 767.378059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.378265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.379842] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.380029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.380110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.380305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.380388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.380474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.380565] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.633126] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: SUCCESS [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.633126] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.633126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.633792] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.644172] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.644172] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.883483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.883746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.883864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.884471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.885247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.885727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.886037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.886037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.886212] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.886370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.886468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.886708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.886958] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.887143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.887275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.887510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.887648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.887786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.887937] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.137521] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.146150] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.146627] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.391221] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 768.409853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.410086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.410148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.410731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.410731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.410863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.410922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.410960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.411657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.411657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.411657] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.411657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.411657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.411891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.411891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.412080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.412219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.412261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.413121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.413121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.413121] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be created. [ 768.471020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.471020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.471020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.471020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.471020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.486337] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 768.641992] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.649661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.649661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.649661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.649661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.649661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.649661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 768.650756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.650871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.650937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.651293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.651419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.652136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be updated. [ 768.687293] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.687455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.687520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.687739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.687884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.690238] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.690238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.690238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.690421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.690421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.713784] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 768.714130] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 768.972139] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298e8054-4a78-40a6-a40b-faf664afb335 in Status: SUCCESS [ 768.972459] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 deletion is rescheduled due to dependency. [ 768.972555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.145625] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.146117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.146946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.147490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.147599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.147751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d is going to be updated. [ 769.178044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.178174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.178265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.178635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.178635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.191391] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: IN_PROGRESS for 2s [ 769.244921] env[62741]: INFO networking_nsxv3.common.synchronization [req-4a5c79f8-a3c1-43cf-a931-556273c2c501 req-2ef92f82-c85f-49ca-bf7c-a7d655367f3f tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 769.244921] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGHEST for action security_group_members [ 769.245970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.245970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.245970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.246372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.246438] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.246493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.246556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.246845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.246943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.247070] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.749540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.749819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.749819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.749970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.750077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.751668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.751787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.751871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.752102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.752143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.752218] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 is going to be updated. [ 769.781656] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.781819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.781880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.782126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.782269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.791086] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: IN_PROGRESS for 2s [ 770.503493] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 770.503779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.723613] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 770.723936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.724486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.724691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.724922] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.725051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.725051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.725236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.725351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.725351] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.730026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.730026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.730026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.730026] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.200451] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: SUCCESS [ 771.200734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.200826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.201228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.201423] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.201547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.201611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.202181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.202181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.202181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.202181] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.227349] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.230726] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.704419] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.729521] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.732551] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.799739] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3549b4ae-22c3-442c-a646-bbff28c64036 in Status: SUCCESS [ 771.799977] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 deletion is rescheduled due to dependency. [ 771.800135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.208029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf82bb05-5590-4ad6-925d-67bab37e230d: rpc.has_security_group_logging(os_id): False [ 772.230172] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.230326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.230422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.230607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.230700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.230928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.231042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.231103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.231267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.231345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.231431] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d is going to be created. [ 772.235416] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.235531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.235621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.235779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.235865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.235956] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be updated. [ 772.237561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.237684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.237768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.237909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.237999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.238099] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 772.263290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.263449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.263490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.263761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.263908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.265568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.265687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.265776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.265948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.266095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.275133] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 772.275818] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 772.285344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.285497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.285558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.285781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.285958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.295228] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: IN_PROGRESS for 2s [ 773.347686] env[62741]: INFO networking_nsxv3.common.synchronization [req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f req-e9d61f75-3f60-4e86-aede-9f11b5dbf472 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 773.347965] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c5e16c-9604-4193-ae17-237bd612cf67 with Priority: HIGHEST for action security_group_members [ 773.348148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c5e16c-9604-4193-ae17-237bd612cf67 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.348320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.348396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.348598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.348754] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.348850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.348910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.349065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.349149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.349237] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c5e16c-9604-4193-ae17-237bd612cf67',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.852022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.852022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.852022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.852279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.852429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.852685] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.852846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.853018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.853252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.853472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.853472] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c5e16c-9604-4193-ae17-237bd612cf67 is going to be updated. [ 773.889666] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.889666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.889666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.889666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.889666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.896653] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: IN_PROGRESS for 2s [ 774.288074] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 774.288342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.288512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.288737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.288927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.289154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.289486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.289626] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.291215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 774.291342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.291511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.291713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.291891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.292037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.292107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.292281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.292361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.292468] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.306021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: SUCCESS [ 774.306213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.794103] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.796670] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.296364] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.300015] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.799649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.799649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.799649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.799649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.799649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.799649] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be updated. [ 775.802061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.802189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.802271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.802690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.802690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.802690] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 775.827629] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.827783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.827849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.828056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.828195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.829672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.829782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.829842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.829997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.830127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.840129] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 775.840770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 775.905560] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c5e16c-9604-4193-ae17-237bd612cf67 in Status: SUCCESS [ 775.905560] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c5e16c-9604-4193-ae17-237bd612cf67 deletion is rescheduled due to dependency. [ 775.905560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c5e16c-9604-4193-ae17-237bd612cf67" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.851530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 777.851830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.851921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.852216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.852431] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.852550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.852630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.852772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.852850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.853192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.853315] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.855507] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 777.855783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.856010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.856455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.856573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.856632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.856982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.856982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.857198] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.348558] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 778.348769] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 778.355338] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.360369] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.360369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.360369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.361013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.361089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.361198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.361299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.361480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.361554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.361783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.361783] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.361933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.361933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.362065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.362194] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.362279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.362330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.362459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.362528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.362603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.362685] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.858139] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b693ed-3f7a-4d53-97c7-e8502e76a330: rpc.has_security_group_logging(os_id): False [ 778.864587] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 778.884452] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.884650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.884650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.884854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.885195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.885195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.885353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.885353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.886345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.886345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.886345] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be created. [ 778.889125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.889125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.889125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.889585] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.889780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.890014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.890210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.890403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.890897] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.890897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.890897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.891148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.891264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.891387] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 778.963440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.963440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.963440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.963440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.963440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.968902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.968902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.968902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.968902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.968902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.980764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 778.982187] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 780.173225] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d37b376f-8c94-4532-b310-49ca8d3fd5dc None None] Enqueued Resource ID: 8d69152b-91dd-458c-a251-5ff37e370e3b with Priority: HIGHEST for action port [ 780.173225] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d69152b-91dd-458c-a251-5ff37e370e3b with Priority: HIGHEST for action port [ 780.173502] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d69152b-91dd-458c-a251-5ff37e370e3b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.173584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d69152b-91dd-458c-a251-5ff37e370e3b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.174652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d69152b-91dd-458c-a251-5ff37e370e3b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.174652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d69152b-91dd-458c-a251-5ff37e370e3b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.174652] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d69152b-91dd-458c-a251-5ff37e370e3b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.444419] env[62741]: INFO networking_nsxv3.common.synchronization [req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f req-279060c8-cb44-4a84-992f-b6d3fd3a1a81 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 780.444932] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 780.445250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.445387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.445463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.447029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.447029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.447029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.447029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.447029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.447029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.447029] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.677610] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d69152b-91dd-458c-a251-5ff37e370e3b [ 780.677867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.678056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.678139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.678349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.678601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.678601] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d69152b-91dd-458c-a251-5ff37e370e3b already deleted. [ 780.679599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d69152b-91dd-458c-a251-5ff37e370e3b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.952521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.952689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.952764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.953074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.953290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.953457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.953692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.953777] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be deleted. [ 780.978632] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.978832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.978957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.979225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.979327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.979435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.987765] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.989029] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989029] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.989244] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989526] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.989728] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.990111] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.990396] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.990740] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.990974] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.991189] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.991421] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.991751] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.992092] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.992264] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.995208] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 780.995208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.996131] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 780.996397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.997108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.997382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.997507] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.998563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.998824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.998945] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.018024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.018024] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.018024] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.018024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.018024] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-7274efcb-8498-47c1-af3e-f6f44b5bcb31 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.018024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.018024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.018024] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7274efcb-8498-47c1-af3e-f6f44b5bcb31',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.342176] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4c8cdf22-fc2d-4ae4-bdfb-c456f83831b4 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 781.342758] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 781.343089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.343222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.343288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.343540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.343620] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.428780] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4741b919-baee-4906-901a-c1e3efc9b468 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 781.429209] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 781.429568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.429568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.502021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.502021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.502021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.502021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.502021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.502338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.502338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.502508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.502656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.502801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.502955] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.504547] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.504662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.504765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.505626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.505626] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.505783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.505907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.506227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.506354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.506495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.506628] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.520888] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.521166] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.521318] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.521615] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.521767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.521948] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 7274efcb-8498-47c1-af3e-f6f44b5bcb31 not found, creating... [ 781.522248] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.522415] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.522543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.522846] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.523337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.523514] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.523681] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.523856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.524148] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.524350] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.524551] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 is going to be created. [ 781.543804] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.544263] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.544353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.544678] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.544981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.545274] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.863222] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.863341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.863397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.863607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.864290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.864290] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e already deleted. [ 781.864290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.864290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.864290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.864290] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.008944] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.009844] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.009982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.010073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.010302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.010473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.010580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.010679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.010813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.010893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.010976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.011406] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.011521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.011582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.011732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.011891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.012086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.012308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.012389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.012505] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.384886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.385267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.385267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.385495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.385616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.385753] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e already deleted. [ 782.385884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.414309] env[62741]: INFO networking_nsxv3.common.synchronization [req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f req-b4b5b034-23c8-4848-90ba-9c36c11a3500 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 782.414309] env[62741]: INFO networking_nsxv3.common.synchronization [req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f req-b4b5b034-23c8-4848-90ba-9c36c11a3500 service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 782.414309] env[62741]: INFO networking_nsxv3.common.synchronization [req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f req-b4b5b034-23c8-4848-90ba-9c36c11a3500 service nova] Enqueued Resource ID: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 with Priority: HIGHEST for action port [ 782.414835] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 782.414985] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 782.415167] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 with Priority: HIGHEST for action port [ 782.416501] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.416501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.416501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.416501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.416501] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.417210] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.417368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.417994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.417994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.417994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.418360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.418360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.418502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.418633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.418768] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.419716] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7274efcb-8498-47c1-af3e-f6f44b5bcb31 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.419882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.419969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.420171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.420276] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7274efcb-8498-47c1-af3e-f6f44b5bcb31',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.515024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b693ed-3f7a-4d53-97c7-e8502e76a330: rpc.has_security_group_logging(os_id): False [ 782.516057] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 782.532851] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.533015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.533128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.533343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.533432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.533628] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.533724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.533782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.534170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.534288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.534448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.534637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.534814] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.534958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.535789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.536025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 782.540462] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.540610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.540682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.540873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.540973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.541231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.541385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.541475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.541668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.541796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.541894] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be updated. [ 782.609209] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.609422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.609523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.609708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.610979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.612860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.613013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.613094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.613252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.613390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.632882] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 782.633600] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 782.677049] env[62741]: INFO networking_nsxv3.common.synchronization [None req-64062827-0802-462f-9401-e2a3c51d3695 None None] Enqueued Resource ID: 8d6de2f6-7270-468f-bc3f-8c0498d669c2 with Priority: HIGHEST for action port [ 782.677588] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6de2f6-7270-468f-bc3f-8c0498d669c2 with Priority: HIGHEST for action port [ 782.677894] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6de2f6-7270-468f-bc3f-8c0498d669c2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.678033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6de2f6-7270-468f-bc3f-8c0498d669c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.678104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6de2f6-7270-468f-bc3f-8c0498d669c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.678425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6de2f6-7270-468f-bc3f-8c0498d669c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.678515] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6de2f6-7270-468f-bc3f-8c0498d669c2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.922451] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.923538] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.923651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.923821] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7274efcb-8498-47c1-af3e-f6f44b5bcb31 with status ACTIVE [ 782.923971] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.924089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.924153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.924344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.924436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.924598] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.924742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.924742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.924890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.924964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.925150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.925244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.925386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.925429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.925504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.925614] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 is going to be updated. [ 782.946654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.946654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.946872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.946911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.947338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.947338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7274efcb-8498-47c1-af3e-f6f44b5bcb31" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.181716] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d6de2f6-7270-468f-bc3f-8c0498d669c2 [ 783.181935] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.182072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.182132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.182399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.182511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.182614] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d6de2f6-7270-468f-bc3f-8c0498d669c2 already deleted. [ 783.182705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6de2f6-7270-468f-bc3f-8c0498d669c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.430404] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.934573] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.936263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.936263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.936263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.936263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.936263] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be created. [ 783.958587] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.958587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.958709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.958884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.959068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.970072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: UNINITIALIZED for 2s [ 784.647426] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 784.647786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.648668] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 784.648877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.980300] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 785.980745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.980745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.980929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.981143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.981265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.981332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.981494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.981574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.981659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.981752] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.485511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.485666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.485733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.486166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.487240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.487240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.487240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.487441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.487441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.487569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.487705] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.487809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.488226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.488226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.488226] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.488404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.488404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.488474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.488510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.489508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.489508] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.991985] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69279a8b-6965-4f37-b051-527c1a1f49ce: rpc.has_security_group_logging(os_id): False [ 787.009335] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.009599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.009599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.009799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.009888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.010084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.010184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.010243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.010401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.010478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.010665] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.010757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.010814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.010950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.012045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.012045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.012045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.012045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.012045] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be created. [ 787.070029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.070029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.070029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.070029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.070029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.080800] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 787.679406] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.679406] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 787.773659] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8327cf8c-bb65-4dfc-a8aa-aa40adc80a8a None None] Enqueued Resource ID: 83dea3ae-6315-40b6-85c6-e1c71b2f277f with Priority: HIGHEST for action port [ 787.773659] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83dea3ae-6315-40b6-85c6-e1c71b2f277f with Priority: HIGHEST for action port [ 787.773659] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-83dea3ae-6315-40b6-85c6-e1c71b2f277f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.773659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83dea3ae-6315-40b6-85c6-e1c71b2f277f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.773659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83dea3ae-6315-40b6-85c6-e1c71b2f277f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.773874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83dea3ae-6315-40b6-85c6-e1c71b2f277f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.773940] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83dea3ae-6315-40b6-85c6-e1c71b2f277f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.279645] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83dea3ae-6315-40b6-85c6-e1c71b2f277f [ 788.279645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.279645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.279645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.279645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.280191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.280191] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83dea3ae-6315-40b6-85c6-e1c71b2f277f already deleted. [ 788.280191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83dea3ae-6315-40b6-85c6-e1c71b2f277f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.741083] env[62741]: INFO networking_nsxv3.common.synchronization [req-a59c2446-bf44-44eb-8c42-bca99adb2583 req-7e7d5df2-3fe2-4b55-8860-db1c1f0be32f tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 788.741083] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 788.741083] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.741083] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.741083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.741083] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.095303] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 789.095555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.213580] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.213825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.213920] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.214234] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.214555] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.214745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.214882] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.217206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.217400] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.217638] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.217761] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.217878] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.218080] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.220111] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.220111] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.220228] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.237146] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.237408] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.237577] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.237828] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.238247] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3aaab05d-56be-42b2-a902-15e02ab47837 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.279780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.279780] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaab05d-56be-42b2-a902-15e02ab47837',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.279780] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.751243] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.751243] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3aaab05d-56be-42b2-a902-15e02ab47837 not found, creating... [ 789.751243] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.751243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.751605] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.751605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.752266] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.752568] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.752804] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.753386] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3aaab05d-56be-42b2-a902-15e02ab47837 is going to be created. [ 789.754687] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.773911] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774437] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.774599] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774939] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.775248] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.775468] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.245322] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9a5c8cd6-4e3d-48cd-b357-66f008973b42 None None] Enqueued Resource ID: 1dca0776-89e2-4e88-815c-b23a7b09217d with Priority: HIGHEST for action port [ 790.246384] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dca0776-89e2-4e88-815c-b23a7b09217d with Priority: HIGHEST for action port [ 790.249535] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dca0776-89e2-4e88-815c-b23a7b09217d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.249535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dca0776-89e2-4e88-815c-b23a7b09217d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.249535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dca0776-89e2-4e88-815c-b23a7b09217d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dca0776-89e2-4e88-815c-b23a7b09217d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.250209] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dca0776-89e2-4e88-815c-b23a7b09217d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.257016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.257179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.257212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.257881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.257983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.258097] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 790.288313] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.288591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.288591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.288720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.288863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.298565] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 790.754135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dca0776-89e2-4e88-815c-b23a7b09217d [ 790.754352] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.754731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.754731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.754793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.754903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.755039] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dca0776-89e2-4e88-815c-b23a7b09217d already deleted. [ 790.755157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dca0776-89e2-4e88-815c-b23a7b09217d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.018392] env[62741]: INFO networking_nsxv3.common.synchronization [None req-098456ae-1ae0-4fb2-8101-e0b46021c1ae None None] Enqueued Resource ID: df0d515c-dbc0-44e7-b191-5a913cd46b4f with Priority: HIGHEST for action port [ 791.018620] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0d515c-dbc0-44e7-b191-5a913cd46b4f with Priority: HIGHEST for action port [ 791.020771] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0d515c-dbc0-44e7-b191-5a913cd46b4f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.020886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0d515c-dbc0-44e7-b191-5a913cd46b4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.020960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0d515c-dbc0-44e7-b191-5a913cd46b4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.021220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0d515c-dbc0-44e7-b191-5a913cd46b4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.021296] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0d515c-dbc0-44e7-b191-5a913cd46b4f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.044663] env[62741]: INFO networking_nsxv3.common.synchronization [req-a59c2446-bf44-44eb-8c42-bca99adb2583 req-d3b8b271-8ac9-4d16-b600-59061349c146 service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 791.044844] env[62741]: INFO networking_nsxv3.common.synchronization [req-a59c2446-bf44-44eb-8c42-bca99adb2583 req-d3b8b271-8ac9-4d16-b600-59061349c146 service nova] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 791.044986] env[62741]: INFO networking_nsxv3.common.synchronization [req-a59c2446-bf44-44eb-8c42-bca99adb2583 req-d3b8b271-8ac9-4d16-b600-59061349c146 service nova] Enqueued Resource ID: 3aaab05d-56be-42b2-a902-15e02ab47837 with Priority: HIGHEST for action port [ 791.045321] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_rules [ 791.045532] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 791.045716] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aaab05d-56be-42b2-a902-15e02ab47837 with Priority: HIGHEST for action port [ 791.047446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.047630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.047787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.048219] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.049387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.049475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.049761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aaab05d-56be-42b2-a902-15e02ab47837 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.049946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.050066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.050332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.050457] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aaab05d-56be-42b2-a902-15e02ab47837',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.526782] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0d515c-dbc0-44e7-b191-5a913cd46b4f [ 791.527067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.527545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.527545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.527545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.527545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.527732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0d515c-dbc0-44e7-b191-5a913cd46b4f already deleted. [ 791.527732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0d515c-dbc0-44e7-b191-5a913cd46b4f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.552612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.552727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.554991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aaab05d-56be-42b2-a902-15e02ab47837 with status ACTIVE [ 791.554991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.554991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.554991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.554991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.554991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aaab05d-56be-42b2-a902-15e02ab47837 is going to be updated. [ 791.574194] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.574194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.574194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.574654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.576609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.576609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aaab05d-56be-42b2-a902-15e02ab47837" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.312021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 792.312021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.313697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.313918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.314153] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.314264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.314888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.315089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.315184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.315288] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.817566] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.868460] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d37052b3-a910-41ff-b170-d1828858c6d7 None None] Enqueued Resource ID: 459f6f0b-7978-4910-9d63-9cfff889e380 with Priority: HIGHEST for action port [ 792.869100] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459f6f0b-7978-4910-9d63-9cfff889e380 with Priority: HIGHEST for action port [ 792.869381] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-459f6f0b-7978-4910-9d63-9cfff889e380 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.869499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459f6f0b-7978-4910-9d63-9cfff889e380" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.869585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459f6f0b-7978-4910-9d63-9cfff889e380" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.869865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459f6f0b-7978-4910-9d63-9cfff889e380" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.869967] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459f6f0b-7978-4910-9d63-9cfff889e380',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.322144] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.376520] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459f6f0b-7978-4910-9d63-9cfff889e380 [ 793.377138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.377426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.379816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.380090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.380807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.380807] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459f6f0b-7978-4910-9d63-9cfff889e380 already deleted. [ 793.380807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459f6f0b-7978-4910-9d63-9cfff889e380" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.808050] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0be70fc0-4a70-45cf-a1af-98c3e9558cf9 None None] Enqueued Resource ID: 13a108f4-8b45-4afe-84e0-ca3741990cd5 with Priority: HIGHEST for action port [ 793.808611] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a108f4-8b45-4afe-84e0-ca3741990cd5 with Priority: HIGHEST for action port [ 793.808921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a108f4-8b45-4afe-84e0-ca3741990cd5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.809023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a108f4-8b45-4afe-84e0-ca3741990cd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.809108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a108f4-8b45-4afe-84e0-ca3741990cd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.809324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a108f4-8b45-4afe-84e0-ca3741990cd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.809423] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a108f4-8b45-4afe-84e0-ca3741990cd5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.824708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.824970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.824970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.825132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.825219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.825313] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 793.866204] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.866351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.866408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.866642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.866798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.876102] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 794.318784] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a108f4-8b45-4afe-84e0-ca3741990cd5 [ 794.318784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.318784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.318980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.319069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.319164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.319445] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a108f4-8b45-4afe-84e0-ca3741990cd5 already deleted. [ 794.319445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a108f4-8b45-4afe-84e0-ca3741990cd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.434882] env[62741]: INFO networking_nsxv3.common.synchronization [req-891cee32-e8d1-451c-af71-d0f0137fd32e req-b151f670-f91a-4574-b9c2-f3167ae943b0 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 794.434882] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 794.434882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.434882] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.434882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.434882] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.941568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.941835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.941835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.942050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.942139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.942351] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.942523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.942588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.942795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.942873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.942960] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 already deleted. [ 794.943086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.029035] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.029035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.029035] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.029035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.033150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.033150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.033150] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.033150] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.033150] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.033150] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.033150] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.033150] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.033150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.052071] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.052127] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.052242] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.052427] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.052747] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a9523b63-c6ce-4057-bb57-8f090a08225d taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.053035] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.053143] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.054147] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.054147] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9523b63-c6ce-4057-bb57-8f090a08225d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.245190] env[62741]: INFO networking_nsxv3.common.synchronization [None req-10f45811-8d6f-4080-baa4-cc18fbbea255 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 795.245750] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 795.246064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.246181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.246245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.246492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.246571] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.370653] env[62741]: INFO networking_nsxv3.common.synchronization [None req-eeb4fe45-74ce-411f-9e77-a270b8ced7ae tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 795.371275] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 795.371584] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.372804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.562160] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.562160] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a9523b63-c6ce-4057-bb57-8f090a08225d not found, creating... [ 795.562160] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.562160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.562530] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.562530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.562530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.562766] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.562896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.562990] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a9523b63-c6ce-4057-bb57-8f090a08225d is going to be created. [ 795.583987] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.584167] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.584297] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.584645] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.584912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.585150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.670275] env[62741]: INFO networking_nsxv3.common.synchronization [None req-be3c8e19-66f4-486f-9adf-5b3fdb2a9ce4 None None] Enqueued Resource ID: a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5 with Priority: HIGHEST for action port [ 795.670547] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5 with Priority: HIGHEST for action port [ 795.671119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.671248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.671316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.671757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.671757] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.769419] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.769419] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 already deleted. [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.769419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.769419] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.885016] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 795.885324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.885425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.885641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.885842] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.886045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.886127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.886323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.886427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.886520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.886611] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.173535] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5 [ 796.174833] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.174833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.174833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.174833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.174833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.175067] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5 already deleted. [ 796.175067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5807e98-ad03-4437-9cf3-ad9b1bf5dbd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.289431] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.290428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.290428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.290428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.290428] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 already deleted. [ 796.290428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.391023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.391210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.391284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.391500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.392394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.392394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.392394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.393519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.393835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.393990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.394138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.394210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.394287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.396024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.396024] env[62741]: INFO networking_nsxv3.common.synchronization [req-891cee32-e8d1-451c-af71-d0f0137fd32e req-6f7168c6-678f-46de-8cc3-c50b53298b71 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 796.396024] env[62741]: INFO networking_nsxv3.common.synchronization [req-891cee32-e8d1-451c-af71-d0f0137fd32e req-6f7168c6-678f-46de-8cc3-c50b53298b71 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 796.396386] env[62741]: INFO networking_nsxv3.common.synchronization [req-891cee32-e8d1-451c-af71-d0f0137fd32e req-6f7168c6-678f-46de-8cc3-c50b53298b71 service nova] Enqueued Resource ID: a9523b63-c6ce-4057-bb57-8f090a08225d with Priority: HIGHEST for action port [ 796.396641] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 796.396799] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 796.396894] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9523b63-c6ce-4057-bb57-8f090a08225d with Priority: HIGHEST for action port [ 796.397410] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.397514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.397576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.397773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.397846] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.398716] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.398822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.399135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.399225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.399284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.399415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.399486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.399564] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.400299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9523b63-c6ce-4057-bb57-8f090a08225d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.400397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.400460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.400725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.400725] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9523b63-c6ce-4057-bb57-8f090a08225d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.876886] env[62741]: INFO networking_nsxv3.common.synchronization [req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d req-554b60e5-208c-4341-8d28-885679118eca tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 796.876886] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 796.877185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.877305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.877370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.877609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.877761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.877858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.877920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.878081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.878163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.878840] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.897885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f28abff-4329-46b5-8d91-dd519ff2af8e: rpc.has_security_group_logging(os_id): False [ 796.903556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.903862] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.904915] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9523b63-c6ce-4057-bb57-8f090a08225d with status ACTIVE [ 796.905106] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.905304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.905498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.905600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.905769] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.905941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.906192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.906634] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.906804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.906852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.906991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.907094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.907183] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9523b63-c6ce-4057-bb57-8f090a08225d is going to be updated. [ 796.916288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.916422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.916492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.916846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.916949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.917148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.917341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.917412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.917573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.917649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.917854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.917950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.918301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.918464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.918671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.918880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.919331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.919401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.919542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.919617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.919703] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 796.927486] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.927603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.927672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.927840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.927965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.928121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9523b63-c6ce-4057-bb57-8f090a08225d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.022196] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.022345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.022417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.022663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.022816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.066164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 797.295043] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.295329] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.295455] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.295692] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.295957] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.296299] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.296436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.296664] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.296984] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.297273] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.297372] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.297495] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.297604] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.297737] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.297987] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.298219] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.318126] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.318316] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.318445] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.318627] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.318940] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-da1ec815-f812-499c-b040-2f0c24e82600 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.319162] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.319297] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.319603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.319751] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1ec815-f812-499c-b040-2f0c24e82600',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.382464] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.382619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.382746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.382989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.383123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.383349] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.383562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.383562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.383732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.383836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.383930] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 already deleted. [ 797.384015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.409267] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.821866] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.822121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.822257] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.822538] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.822693] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.822870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port da1ec815-f812-499c-b040-2f0c24e82600 not found, creating... [ 797.823176] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.823342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.823467] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823691] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.823835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.824274] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.824462] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.824591] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.824802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.824941] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.825121] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: da1ec815-f812-499c-b040-2f0c24e82600 is going to be created. [ 797.850350] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.850602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.850739] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.850989] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.851235] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.851462] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.911986] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.912166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.912242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.912449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.912538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.912635] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be created. [ 797.942172] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.942279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.942340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.942559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.942706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.968387] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: UNINITIALIZED for 2s [ 798.621703] env[62741]: INFO networking_nsxv3.common.synchronization [req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d req-61b20d0b-5263-4a47-a286-c81ff1f8df0c service nova] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_rules [ 798.621969] env[62741]: INFO networking_nsxv3.common.synchronization [req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d req-61b20d0b-5263-4a47-a286-c81ff1f8df0c service nova] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 798.622025] env[62741]: INFO networking_nsxv3.common.synchronization [req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d req-61b20d0b-5263-4a47-a286-c81ff1f8df0c service nova] Enqueued Resource ID: da1ec815-f812-499c-b040-2f0c24e82600 with Priority: HIGHEST for action port [ 798.622567] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_rules [ 798.622705] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 798.622800] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1ec815-f812-499c-b040-2f0c24e82600 with Priority: HIGHEST for action port [ 798.623086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.623282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.623614] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.624565] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.624972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.625059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.625236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.625927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.625927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.625927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.625927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.625927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.625927] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.626561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1ec815-f812-499c-b040-2f0c24e82600 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.626724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.626907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.626979] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1ec815-f812-499c-b040-2f0c24e82600',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.085906] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 799.086487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.129181] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.129343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.129595] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.130607] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da1ec815-f812-499c-b040-2f0c24e82600 with status ACTIVE [ 799.131043] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.131248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.131505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.131597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.131765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.131936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.132372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.132644] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.132697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.132780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.133878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.133878] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da1ec815-f812-499c-b040-2f0c24e82600 is going to be updated. [ 799.159091] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.159091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.159091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.159091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.159091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.159091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1ec815-f812-499c-b040-2f0c24e82600" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.635404] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.978376] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 799.978657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.978837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.979479] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.979613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.979683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.979948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.980083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.980182] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.139331] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.139584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.139909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.140035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be created. [ 800.163025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.163319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.163319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.163475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.163640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.172486] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: UNINITIALIZED for 2s [ 800.482541] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.482803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.482803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.483286] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.483386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.483480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.483820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.483900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.484127] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.484260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.484564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.484564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.484818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.484818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.485072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.485376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.485376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.485376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.485460] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.988067] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 801.007058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.007896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.007896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.007896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.008092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.008282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.008372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.008442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.008743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.009684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.009811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.010069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.010393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.010522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.010602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.010770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.010854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.010944] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be created. [ 801.073953] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.074150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.074188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.074393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.074573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.085584] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 801.980379] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c05356c-0057-4008-9d65-af994b7cd639 req-5aedd6ec-176f-442f-81ba-d45be92a6c0d tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 801.980893] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 801.982400] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.982400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.982400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.982640] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.982755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.982816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.983249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.983344] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.181961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 802.182227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.182388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.182600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.182825] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.182968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.183057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.183229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.183323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.183416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.183514] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.485954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.486173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.486311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.486477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.486599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.486799] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.487017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.487098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.487265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.487293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.487394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 already deleted. [ 802.487497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.625129] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.625129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.625129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.625129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.625129] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.625129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.625951] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.626376] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.626677] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.627043] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.627379] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.628264] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.628264] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.628264] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.628264] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.628264] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.649421] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.649558] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.649700] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.649880] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.650264] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-30b0d87d-7b99-468b-98b2-a4101b495577 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.650441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.650562] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.650892] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.651044] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b0d87d-7b99-468b-98b2-a4101b495577',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.686184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.687077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.687077] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.687355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.687499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.687595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.687826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.688070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.688281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.688523] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.688697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.689073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.689324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.689471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.689589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.689746] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.097678] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 803.097750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.155514] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.155778] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.155900] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156200] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.156357] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.156534] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 30b0d87d-7b99-468b-98b2-a4101b495577 not found, creating... [ 803.156802] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.157011] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.157164] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.157401] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.157540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.157838] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.158803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.159237] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.159552] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.159709] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.159868] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 30b0d87d-7b99-468b-98b2-a4101b495577 is going to be created. [ 803.179833] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.180078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.180233] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.180524] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.180787] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.183601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.192347] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17b99e06-8bf9-4b5b-84a4-7d79f8059008: rpc.has_security_group_logging(os_id): False [ 803.209200] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.209377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.209437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.209609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.209700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.209982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.210161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.210246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.210412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.210522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.210727] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.210824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.210885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.211618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.211737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.211930] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.212041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.212106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.212250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.212324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.212412] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be created. [ 803.295795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.295954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.296049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.296289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.296424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.310523] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: IN_PROGRESS for 2s [ 804.024393] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c05356c-0057-4008-9d65-af994b7cd639 req-76a5b9de-1dcd-40c8-9106-492f7c4eff56 service nova] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 804.024393] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c05356c-0057-4008-9d65-af994b7cd639 req-76a5b9de-1dcd-40c8-9106-492f7c4eff56 service nova] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 804.024393] env[62741]: INFO networking_nsxv3.common.synchronization [req-5c05356c-0057-4008-9d65-af994b7cd639 req-76a5b9de-1dcd-40c8-9106-492f7c4eff56 service nova] Enqueued Resource ID: 30b0d87d-7b99-468b-98b2-a4101b495577 with Priority: HIGHEST for action port [ 804.026464] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_rules [ 804.027092] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 804.028501] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b0d87d-7b99-468b-98b2-a4101b495577 with Priority: HIGHEST for action port [ 804.029191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.029460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.031039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.031039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.031039] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.038836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.038836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.038836] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.038836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b0d87d-7b99-468b-98b2-a4101b495577 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.038836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.040923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.040923] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b0d87d-7b99-468b-98b2-a4101b495577',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.542081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.542422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.542703] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.544141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b0d87d-7b99-468b-98b2-a4101b495577 with status ACTIVE [ 804.544141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.544141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.544375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.544625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.544625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.544919] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.545120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.545227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.545425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.545624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.545827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.545984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.546126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.546309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.546425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.546560] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b0d87d-7b99-468b-98b2-a4101b495577 is going to be updated. [ 804.567760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.567925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.568057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.568257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.568394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.568545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b0d87d-7b99-468b-98b2-a4101b495577" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.048759] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.322199] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 805.322432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.551324] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.551620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.551620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.552217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.552217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.552217] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 is going to be created. [ 805.573231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.573377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.573448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.573653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.573809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.582773] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: UNINITIALIZED for 2s [ 806.512484] env[62741]: INFO networking_nsxv3.common.synchronization [req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 req-651593a8-d026-405f-9bc3-ca507c5f8459 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 806.513132] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 806.513488] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.513637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.513714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.514009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.514196] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.514343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.514440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.514625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.514736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.514837] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.943525] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.943834] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.943883] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.944132] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.944409] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.944593] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.944716] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.945651] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.945853] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.946089] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.946218] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.946333] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.946464] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.946581] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.946692] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.946828] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.966904] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.968027] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.968278] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.968522] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-216" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.968890] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-54bf6892-4bce-49d0-a72f-5abd6e24e01d taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.969179] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.969361] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.969739] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.969906] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bf6892-4bce-49d0-a72f-5abd6e24e01d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.018351] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.018512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.018582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.018790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.018896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.019114] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.019213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.019287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.019479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.019550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.019620] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 already deleted. [ 807.019701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.473940] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.474198] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.474332] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.474824] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.474929] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.475166] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 54bf6892-4bce-49d0-a72f-5abd6e24e01d not found, creating... [ 807.475476] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.475656] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.475780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.476514] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.476903] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.477362] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477701] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.477842] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.478052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 54bf6892-4bce-49d0-a72f-5abd6e24e01d is going to be created. [ 807.505055] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.506334] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.506709] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.507070] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.507361] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.507591] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.599536] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: SUCCESS [ 807.599845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.600225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.600572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.600835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.601071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.601139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.601318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.601672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.601672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.601672] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.104590] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.355575] env[62741]: INFO networking_nsxv3.common.synchronization [None req-45a41f57-57bf-4c5a-8a2a-faec2a76081d None None] Enqueued Resource ID: 1448f5d0-7feb-47ce-b285-017a971c68ae with Priority: HIGHEST for action port [ 808.356309] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1448f5d0-7feb-47ce-b285-017a971c68ae with Priority: HIGHEST for action port [ 808.356719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1448f5d0-7feb-47ce-b285-017a971c68ae taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1448f5d0-7feb-47ce-b285-017a971c68ae" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.356971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1448f5d0-7feb-47ce-b285-017a971c68ae" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.358464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1448f5d0-7feb-47ce-b285-017a971c68ae" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.359140] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1448f5d0-7feb-47ce-b285-017a971c68ae',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.551239] env[62741]: INFO networking_nsxv3.common.synchronization [req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 req-e14b41ee-2316-41cc-b725-f2d98cfa63d0 service nova] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 808.551408] env[62741]: INFO networking_nsxv3.common.synchronization [req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 req-e14b41ee-2316-41cc-b725-f2d98cfa63d0 service nova] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 808.551553] env[62741]: INFO networking_nsxv3.common.synchronization [req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 req-e14b41ee-2316-41cc-b725-f2d98cfa63d0 service nova] Enqueued Resource ID: 54bf6892-4bce-49d0-a72f-5abd6e24e01d with Priority: HIGHEST for action port [ 808.551791] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_rules [ 808.551917] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 808.552017] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bf6892-4bce-49d0-a72f-5abd6e24e01d with Priority: HIGHEST for action port [ 808.552589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.552721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.552790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.552972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.554711] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.555819] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.555947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.556032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.556241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.556398] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.556496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.556559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.556718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.556807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.556901] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.557755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-54bf6892-4bce-49d0-a72f-5abd6e24e01d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.557917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.557917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.558962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.559066] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bf6892-4bce-49d0-a72f-5abd6e24e01d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.609955] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9: rpc.has_security_group_logging(os_id): False [ 808.628153] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.628375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.628444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.628894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.629021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.629133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.629187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.629344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.629420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.629575] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 is going to be created. [ 808.688455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.688713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.688713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.688901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.689102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.701862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: IN_PROGRESS for 2s [ 808.862032] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1448f5d0-7feb-47ce-b285-017a971c68ae [ 808.862276] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.862413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.862493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.862699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.862840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.863014] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1448f5d0-7feb-47ce-b285-017a971c68ae already deleted. [ 808.863014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1448f5d0-7feb-47ce-b285-017a971c68ae" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.061529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.061688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.061901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54bf6892-4bce-49d0-a72f-5abd6e24e01d with status ACTIVE [ 809.062125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.062238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.062301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.062495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.062576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.062738] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.062827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.062885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.063044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.063117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.063290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.063376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.063745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.063745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.063745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.063745] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54bf6892-4bce-49d0-a72f-5abd6e24e01d is going to be updated. [ 809.068261] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.089299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.089299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.089299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.089299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.089299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.089299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54bf6892-4bce-49d0-a72f-5abd6e24e01d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.244675] env[62741]: INFO networking_nsxv3.common.synchronization [req-edd6add0-e377-4b31-9b53-7918174cc091 req-0d333804-b4ea-4231-8c54-26f02f7248fa tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 809.245985] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 809.247660] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.247660] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.247660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.247660] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.575117] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.683265] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.684879] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.684879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.685497] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.685497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.685497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.685497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.685497] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.685698] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.685698] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.702917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.704441] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.704441] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.704441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.704441] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1849f01e-995f-43f8-9892-945ef0ee2867 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.704441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.704441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.704441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.704763] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1849f01e-995f-43f8-9892-945ef0ee2867',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.750346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.750346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.750826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.750826] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa already deleted. [ 809.750826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.075745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.075982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.075982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.076200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.076308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.076422] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 is going to be created. [ 810.099021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.099180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.099258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.099499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.099710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.109388] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: UNINITIALIZED for 2s [ 810.207746] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.207976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.208127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.208438] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.208592] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.208759] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1849f01e-995f-43f8-9892-945ef0ee2867 not found, creating... [ 810.209263] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.209618] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.209618] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.209838] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.209947] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.210257] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.210419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.210540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.210754] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.210893] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.211053] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1849f01e-995f-43f8-9892-945ef0ee2867 is going to be created. [ 810.231950] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.231950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.231950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.231950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.231950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.231950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.712994] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: SUCCESS [ 810.713346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.887944] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4cf675d5-9f33-44f2-af41-28cbc093d3ca None None] Enqueued Resource ID: a9e69758-4899-4661-b68c-dac15b7743f3 with Priority: HIGHEST for action port [ 810.888223] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e69758-4899-4661-b68c-dac15b7743f3 with Priority: HIGHEST for action port [ 810.888828] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e69758-4899-4661-b68c-dac15b7743f3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.888953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e69758-4899-4661-b68c-dac15b7743f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.889027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e69758-4899-4661-b68c-dac15b7743f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.889281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e69758-4899-4661-b68c-dac15b7743f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.889364] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e69758-4899-4661-b68c-dac15b7743f3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.021953] env[62741]: INFO networking_nsxv3.common.synchronization [req-edd6add0-e377-4b31-9b53-7918174cc091 req-479dd472-3460-4b88-961c-482c0d003762 service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 811.022243] env[62741]: INFO networking_nsxv3.common.synchronization [req-edd6add0-e377-4b31-9b53-7918174cc091 req-479dd472-3460-4b88-961c-482c0d003762 service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 811.022447] env[62741]: INFO networking_nsxv3.common.synchronization [req-edd6add0-e377-4b31-9b53-7918174cc091 req-479dd472-3460-4b88-961c-482c0d003762 service nova] Enqueued Resource ID: 1849f01e-995f-43f8-9892-945ef0ee2867 with Priority: HIGHEST for action port [ 811.022861] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 811.023020] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 811.023122] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1849f01e-995f-43f8-9892-945ef0ee2867 with Priority: HIGHEST for action port [ 811.023564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.023564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.023564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.023848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.023925] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.026366] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.026479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.026541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.026829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.027050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.027112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.027168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.027351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.027509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.027889] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.028947] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1849f01e-995f-43f8-9892-945ef0ee2867 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.029071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.029129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.029283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.029355] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1849f01e-995f-43f8-9892-945ef0ee2867',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.393348] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e69758-4899-4661-b68c-dac15b7743f3 [ 811.393620] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.393760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.393818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.394243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.394243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.394243] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e69758-4899-4661-b68c-dac15b7743f3 already deleted. [ 811.394406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e69758-4899-4661-b68c-dac15b7743f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.531827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.531827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.531827] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.532811] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1849f01e-995f-43f8-9892-945ef0ee2867 with status ACTIVE [ 811.532996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.533202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.533420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.533533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.533720] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.533935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.534172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.534227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.534385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.534503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.535163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.535163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.535163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.535163] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1849f01e-995f-43f8-9892-945ef0ee2867 is going to be updated. [ 811.554794] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.554794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.554794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.554794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.554794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.554794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1849f01e-995f-43f8-9892-945ef0ee2867" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.036739] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.120216] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: SUCCESS [ 812.120322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.120499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.120739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.120946] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.121078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.121143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.121291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.121370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.121455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.121544] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.539723] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.539932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.539932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.540167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.540254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.540356] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be created. [ 812.561124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.561329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.561388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.561544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.561702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.569722] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: UNINITIALIZED for 2s [ 812.625515] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.127678] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58f41eaf-ae11-4384-962c-a17f74d34754: rpc.has_security_group_logging(os_id): False [ 813.146230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.146476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.146476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.146724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.146826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.147087] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.147189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.147249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.147513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.147622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.147663] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 is going to be created. [ 813.201078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.201272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.201358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.201612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.201816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.212165] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: IN_PROGRESS for 2s [ 814.081059] env[62741]: INFO networking_nsxv3.common.synchronization [req-0305d547-190a-4536-bc2c-32a11f3bed59 req-675c6fae-d367-485e-97f0-9ca298ebcb50 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 814.081743] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 814.085040] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.085441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.085652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.086021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.087817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.087817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.087817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.087817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.087817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.087817] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.580717] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 814.581106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.581216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.581561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.581750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.581997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.582095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.582185] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.589183] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.618683] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.618683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.618683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.618683] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.619134] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.619134] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.619562] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.619562] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.619562] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.619700] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.619825] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.619956] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.620076] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.622079] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.637168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.637374] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.637510] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.637796] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-517" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.638125] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.638343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.638510] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.638965] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.639037] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3bdcfa-6b0e-4723-98e7-59987b7622b6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.086075] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.086235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.086305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.086682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.086795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.086869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.087030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.087112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.087197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.087339] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.087428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.087502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.087658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.087811] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.087901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.087958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.088108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.088180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.088256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.088341] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.091113] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.141668] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.141949] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.142101] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.142389] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.142550] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.142712] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 not found, creating... [ 815.142981] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.143162] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.143288] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.143506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.143704] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.143943] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.144270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.144441] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.144699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.144886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.145080] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 is going to be created. [ 815.164210] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.164433] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.164567] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.164839] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.165087] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.165313] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.223200] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: SUCCESS [ 815.223546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.591552] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827ccf7c-902c-4dad-beaa-4a1344c7fbaa: rpc.has_security_group_logging(os_id): False [ 815.596373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.596513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.596585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.596785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.596875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.596965] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 815.611058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.611058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.611058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.611058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.611949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.611949] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.611949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.611949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.612089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.612164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.612371] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.612495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.612564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.612711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.612788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.613123] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.613206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.613206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.613344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.613430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.613490] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be created. [ 815.627386] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.627701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.627701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.627800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.627937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.635496] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 815.678643] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.678808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.678894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.679103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.679284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.690604] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 816.195243] env[62741]: INFO networking_nsxv3.common.synchronization [req-0305d547-190a-4536-bc2c-32a11f3bed59 req-eb8a7db9-6684-47e1-b91a-d0673d75c3aa service nova] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 816.195604] env[62741]: INFO networking_nsxv3.common.synchronization [req-0305d547-190a-4536-bc2c-32a11f3bed59 req-eb8a7db9-6684-47e1-b91a-d0673d75c3aa service nova] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 816.195604] env[62741]: INFO networking_nsxv3.common.synchronization [req-0305d547-190a-4536-bc2c-32a11f3bed59 req-eb8a7db9-6684-47e1-b91a-d0673d75c3aa service nova] Enqueued Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 816.195871] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 816.196042] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 816.196158] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 816.199596] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.199596] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.199596] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.199596] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.199596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.199596] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3bdcfa-6b0e-4723-98e7-59987b7622b6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.703018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.703018] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with status ACTIVE [ 816.703018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.703018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.703018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.703684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.703684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.703684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.703684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.703684] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 is going to be updated. [ 816.729803] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.729962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.730042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.730246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.730373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.730523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.041746] env[62741]: INFO networking_nsxv3.common.synchronization [None req-375e4281-a789-480e-b9f4-103d5e56b008 None None] Enqueued Resource ID: c01de309-2ce1-414a-bf53-84a51a9cf5c2 with Priority: HIGHEST for action port [ 817.041746] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01de309-2ce1-414a-bf53-84a51a9cf5c2 with Priority: HIGHEST for action port [ 817.041746] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01de309-2ce1-414a-bf53-84a51a9cf5c2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.041746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01de309-2ce1-414a-bf53-84a51a9cf5c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.041746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01de309-2ce1-414a-bf53-84a51a9cf5c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.041746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01de309-2ce1-414a-bf53-84a51a9cf5c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.041746] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01de309-2ce1-414a-bf53-84a51a9cf5c2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.546522] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c01de309-2ce1-414a-bf53-84a51a9cf5c2 [ 817.549338] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.549446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.550444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.552262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.552420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.552681] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c01de309-2ce1-414a-bf53-84a51a9cf5c2 already deleted. [ 817.552732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01de309-2ce1-414a-bf53-84a51a9cf5c2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.648980] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.648980] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.648980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.648980] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.712052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 817.712717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.154858] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.658862] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.030315] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3a1915cc-b4ee-4fff-9125-5026474113bf None None] Enqueued Resource ID: 6bc318e9-94c4-49b6-8416-13dfbc94d3c9 with Priority: HIGHEST for action port [ 819.032017] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc318e9-94c4-49b6-8416-13dfbc94d3c9 with Priority: HIGHEST for action port [ 819.032017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bc318e9-94c4-49b6-8416-13dfbc94d3c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.032017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bc318e9-94c4-49b6-8416-13dfbc94d3c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.032017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bc318e9-94c4-49b6-8416-13dfbc94d3c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.033148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bc318e9-94c4-49b6-8416-13dfbc94d3c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.033148] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc318e9-94c4-49b6-8416-13dfbc94d3c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.161603] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.161858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.161915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.162455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.162455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.162455] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 819.190463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.190463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.190624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.190964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.191203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.200926] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 819.535376] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bc318e9-94c4-49b6-8416-13dfbc94d3c9 [ 819.537595] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.537595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.537595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.537595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.537595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.537595] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bc318e9-94c4-49b6-8416-13dfbc94d3c9 already deleted. [ 819.537595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bc318e9-94c4-49b6-8416-13dfbc94d3c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.349823] env[62741]: INFO networking_nsxv3.common.synchronization [req-582195b4-d4d8-42e3-a32a-2e878da6891e req-10963e1e-91ac-4ef5-820b-d9658b8887d3 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 820.350410] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 820.350966] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.350966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.350966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.351241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.351403] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.351508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.351570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.351772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.351830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.352770] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.858877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.858877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.858877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.858877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.858877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.859130] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.859130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.859236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.860025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.860025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.860025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 820.884464] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.884615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.884716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.884905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.885071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.892814] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 821.208914] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 821.209143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.209400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.209589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.209733] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.209851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.209916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.210088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.210174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.210259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.210394] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.713994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.713994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.713994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.715267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.715267] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.715267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.715267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.715650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.715650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.715774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.715975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.716254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.716434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.716589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.717254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.717556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.717669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.717788] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.057442] env[62741]: INFO networking_nsxv3.common.synchronization [req-795d3381-f4a4-4b6d-b533-c639782c03de req-d80195df-148e-4583-8964-bdbc0411f987 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 822.058029] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 822.058355] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.058549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.058665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.058921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.065114] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.065114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.065114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.065114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.065114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.065114] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.224108] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 822.242107] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.242267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.242324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.242601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.242703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.242836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.243636] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.243636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.243866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.243866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.243915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.244043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.244096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.244214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.244282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.244365] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 822.301246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.301455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.301513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.301710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.301854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.316194] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 822.390213] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.390458] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-921" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.390624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-921" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.390950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-921" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.391242] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.391409] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.391534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.391760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.391912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.392151] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.392271] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.392385] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.392497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.392612] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.392723] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.392981] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.423724] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.423724] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.423724] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.423724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-921" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.423724] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-065bfca0-7984-4612-8fc8-bcd4a364497d taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.423724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.423724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424123] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.424215] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065bfca0-7984-4612-8fc8-bcd4a364497d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.566309] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.566517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.566595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.566809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.566917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.567138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.567241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.567304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.567463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.567551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.567638] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e already deleted. [ 822.567721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.902224] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 822.902473] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 822.902620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.927482] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.927482] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.927694] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.927795] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.928044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.928216] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 065bfca0-7984-4612-8fc8-bcd4a364497d not found, creating... [ 822.928609] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.928809] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.928938] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.929259] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.929447] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.929863] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.930057] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.930281] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.930561] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.930708] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.930911] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 065bfca0-7984-4612-8fc8-bcd4a364497d is going to be created. [ 822.949704] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.949956] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.950156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.950432] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.950690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.951051] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.656809] env[62741]: INFO networking_nsxv3.common.synchronization [req-795d3381-f4a4-4b6d-b533-c639782c03de req-46703a17-6b0e-4002-9b7b-34a65e7d27d1 service nova] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 823.657030] env[62741]: INFO networking_nsxv3.common.synchronization [req-795d3381-f4a4-4b6d-b533-c639782c03de req-46703a17-6b0e-4002-9b7b-34a65e7d27d1 service nova] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 823.657235] env[62741]: INFO networking_nsxv3.common.synchronization [req-795d3381-f4a4-4b6d-b533-c639782c03de req-46703a17-6b0e-4002-9b7b-34a65e7d27d1 service nova] Enqueued Resource ID: 065bfca0-7984-4612-8fc8-bcd4a364497d with Priority: HIGHEST for action port [ 823.660400] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_rules [ 823.660400] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 823.660400] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065bfca0-7984-4612-8fc8-bcd4a364497d with Priority: HIGHEST for action port [ 823.660400] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.660400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.660400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.660400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.660400] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.660838] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.660838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.660838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.660838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.661104] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.661104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.661238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.661303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.661359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.661458] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.662270] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-065bfca0-7984-4612-8fc8-bcd4a364497d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.662409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.662409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.662527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.662590] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065bfca0-7984-4612-8fc8-bcd4a364497d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.948576] env[62741]: INFO networking_nsxv3.common.synchronization [req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 req-cc5e9ad5-0317-4780-8c77-4c63ab41cf23 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 823.949124] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGHEST for action security_group_members [ 823.949432] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.949552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.949622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.949815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.950071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.950706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.950783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.950957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.951723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.951723] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.165474] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.165613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.165845] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.166728] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 065bfca0-7984-4612-8fc8-bcd4a364497d with status ACTIVE [ 824.166912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.167134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.167309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.167393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.167563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.167721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.167901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.167977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.168185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.168256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.168318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.168457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.168530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.168614] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 065bfca0-7984-4612-8fc8-bcd4a364497d is going to be updated. [ 824.188955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.188955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.188955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.188955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.188955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.188955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065bfca0-7984-4612-8fc8-bcd4a364497d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.337202] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 824.337202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.454165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.454859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.454993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.456039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.456039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.456039] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.456039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.456039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.456284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.456393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.456530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 is going to be updated. [ 824.482705] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.482705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.482705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.482967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.483909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.490886] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: IN_PROGRESS for 2s [ 824.671090] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.173323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.173785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.173785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.173892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.174032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.174155] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e is going to be created. [ 825.201064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.201064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.201319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.201319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.201464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.210369] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: UNINITIALIZED for 2s [ 825.631635] env[62741]: INFO networking_nsxv3.common.synchronization [req-cf9fc8e8-b359-4424-9171-95ccb350c680 req-5005c7b1-7e4d-4213-80e7-ad521b51db0b tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 825.631635] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 825.632055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.632055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.632055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.632198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.632340] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.632439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.632498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.632644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.632722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.632813] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.135720] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.500362] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 in Status: SUCCESS [ 826.500737] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 deletion is rescheduled due to dependency. [ 826.500836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.638358] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.905562] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 826.905752] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 826.906319] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 826.906459] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 826.906749] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.906866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.906929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.907203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.907359] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.907449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.907530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.907660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.907732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.907830] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.908740] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.908848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.908912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.909645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.909645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.909645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.909645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.909645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.909853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.909853] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.954832] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 826.955054] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 826.955231] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_rules [ 826.955499] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 826.955769] env[62741]: INFO networking_nsxv3.common.synchronization [req-c486fd6c-63e2-478e-bb61-71c32a3c64e8 req-f1058e22-5868-4111-bf68-fe95596953de tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 826.957051] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 826.957229] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_rules [ 826.957332] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 826.957437] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 826.957547] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 826.957822] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.957945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.958110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.958274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.958414] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.959500] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.959667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.959734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.960050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.960248] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.961137] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.961292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.961363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.961559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.961645] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3bdcfa-6b0e-4723-98e7-59987b7622b6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.962484] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.962587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.962806] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.962897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.140975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.141164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.141255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.141511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.141511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.141615] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 827.173064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.173064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.173064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.173412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.173517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.182541] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 827.219344] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: SUCCESS [ 827.219588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.219769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.219983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.220225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.220388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.220452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.220570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.221596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.221596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.221596] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.411862] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.414873] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.464745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.464954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.465305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.465472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.465732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with status ACTIVE [ 827.465938] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.466178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.466320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.466609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.466734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.466959] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.467192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.467192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.467401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.467510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.467755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.467884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.467970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.468232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.468336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.468448] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 is going to be updated. [ 827.491836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.492203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.492383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.492755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.492987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.493379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.722832] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.916214] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.921247] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.111202] env[62741]: INFO networking_nsxv3.common.synchronization [req-36e007d4-0800-471d-9599-33238ed75ae7 req-4143e92c-1a31-4d64-8c6c-a098dd8bbf3f tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 828.111701] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 828.112015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.112153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.112215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.112595] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.112682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.112750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.112892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.112977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.113468] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.225963] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e: rpc.has_security_group_logging(os_id): False [ 828.251485] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.251599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.251599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.251866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.251973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.252259] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.252363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.252425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.252603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.252668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.252754] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e is going to be created. [ 828.314889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.314889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.314889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.314889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.314889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.324531] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: IN_PROGRESS for 2s [ 828.419117] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.419117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.419117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.419601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.419737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.419860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be created. [ 828.422661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.422819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.422910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.423126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.423253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.423353] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 828.461053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.461349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.461734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.468922] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.469077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.469274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.469380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.469515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.471052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: UNINITIALIZED for 2s [ 828.478633] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 828.616588] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.616764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.616808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.617106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.617208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.617407] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.617508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.617571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.617724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.617799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.617887] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 828.650304] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.650702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.650702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.650854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.651010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.659419] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 829.193531] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 829.193975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.821022] env[62741]: INFO networking_nsxv3.common.synchronization [req-c273ac05-6624-4ded-a610-a5a4827087b8 req-bf79281c-8224-49d1-a167-42ddf0959269 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 829.821022] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 829.821022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.821022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.821022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.821022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.821022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.821540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.821687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.821915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.822100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.822276] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.325865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.325865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.325865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.325865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.325865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.326362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.326362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.326362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.326362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.326362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.326362] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be updated. [ 830.337481] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: SUCCESS [ 830.337675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.352865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.353088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.353088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.353384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.353524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.361578] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: IN_PROGRESS for 2s [ 830.484214] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: SUCCESS [ 830.484449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.484586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.484805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.484991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.485118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.485192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.485342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.485427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.485516] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.487060] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 830.487258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.487501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.487582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.487772] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.487913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.487989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.488167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.488260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.488330] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.668946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 830.669095] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 830.669234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.991443] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.992595] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.494299] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.495579] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.998050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.998050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.998050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.998273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.998273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.998343] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be updated. [ 831.999565] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.999711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.999757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.999947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.000042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.000129] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 832.031090] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.031230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.031299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.031492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.031624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.033273] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.033368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.033368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.033512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.033885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.043020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 832.043125] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: IN_PROGRESS for 2s [ 832.371135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 832.371337] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 deletion is rescheduled due to dependency. [ 832.371454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.175090] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 833.175356] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 833.175427] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 833.176101] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 833.176175] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 833.176301] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 833.176587] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.176701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.176874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.176955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.177149] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.177251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.177317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.177568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.177715] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.177813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.177876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.178040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.178147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.178272] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.217676] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_rules [ 833.217896] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 833.218096] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 833.218266] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 833.218492] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_rules [ 833.218646] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 833.218821] env[62741]: INFO networking_nsxv3.common.synchronization [req-62b39505-1d20-4a73-b900-2699c52da278 req-e079687a-ad25-4191-ab9a-89e5d4d94645 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 833.219421] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_rules [ 833.219585] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_rules [ 833.219905] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 833.219905] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with Priority: HIGHEST for action port [ 833.219905] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_rules [ 833.220079] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 833.220079] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 833.220847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.220847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.220847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.221066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.221066] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.221943] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.222081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.222303] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.222410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.222646] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.222733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.222809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.223010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.224182] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3bdcfa-6b0e-4723-98e7-59987b7622b6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.227692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.227692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.227692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.680501] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.727518] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 with status ACTIVE [ 833.727737] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.727830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.727883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.728119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.728211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.728455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.728555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.728617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.728790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.728865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.729055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.729145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.729201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.729367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.729441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.729524] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 is going to be updated. [ 833.731139] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.731139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.751060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.751250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.751337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.751553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.751706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.751885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3bdcfa-6b0e-4723-98e7-59987b7622b6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.057463] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.057463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.057463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.057463] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.059201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: SUCCESS [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.063160] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.063160] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.063160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.063160] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.064862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.064938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.065100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.065177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.065261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.065350] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.066334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.066487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.066636] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.066734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.066794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.066925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.066996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.067092] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.182925] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.561901] env[62741]: INFO networking_nsxv3.common.synchronization [req-7819e9a4-9463-4c02-8edb-759b4bf0084a req-9796d944-cbfe-4a93-b8ab-5a0beaa38292 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 834.562277] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 834.562600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.562728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.562793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.562995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.563164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.563262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.563324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.563473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.563558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.563676] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.567452] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.568107] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.568107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.568556] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.569128] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.685470] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.685633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.685738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.685972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.686130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.686258] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f is going to be created. [ 834.708414] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.708617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.708617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.708857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.709027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.718020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f in Status: UNINITIALIZED for 2s [ 835.067559] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.067896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.067896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.067999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.068061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.069613] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.069613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.069613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.069613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.069613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.069613] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 835.070027] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.070770] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.071398] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e421615d-b9e0-46ff-81dd-b3ac58b9644d: rpc.has_security_group_logging(os_id): False [ 835.089046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.089216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.089298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.089555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.089651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.089901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.090026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.090087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.090856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.090856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.090856] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be created. [ 835.109473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.109473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.109473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.109752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.109855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.117341] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 835.148930] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.149120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.149180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.149450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.149632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.160913] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: IN_PROGRESS for 2s [ 835.574676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.574972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.574972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.575146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.575236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.575335] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be updated. [ 835.576590] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.576701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.576764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.576918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.576994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.577089] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 835.607719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.607875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.607915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.608189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.608268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.609935] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.610074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.610148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.610313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.610432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.620408] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 835.621509] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: IN_PROGRESS for 2s [ 835.737647] env[62741]: INFO networking_nsxv3.common.synchronization [req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 req-1e9489c7-6a7e-46bc-8aad-23cc8d1f12a6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 835.737647] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 835.737837] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.737960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.738159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.738267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.738483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.738615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.738657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.738781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.738863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.738955] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.837689] env[62741]: INFO networking_nsxv3.common.synchronization [req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b req-a521b28a-c057-4ddf-bb59-5e85f4b1affe tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 835.837889] env[62741]: INFO networking_nsxv3.common.synchronization [req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b req-a521b28a-c057-4ddf-bb59-5e85f4b1affe tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 835.838044] env[62741]: INFO networking_nsxv3.common.synchronization [req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b req-a521b28a-c057-4ddf-bb59-5e85f4b1affe tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 835.838544] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d with Priority: HIGHEST for action security_group_members [ 835.838692] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 835.838798] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f with Priority: HIGHEST for action security_group_members [ 835.841124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-e421615d-b9e0-46ff-81dd-b3ac58b9644d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.841124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.841124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.841124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.841124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.841124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.240760] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.727618] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f in Status: SUCCESS [ 836.727885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.728058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.728300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.728563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.728698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.728736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.728937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.729061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.729167] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.742312] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.128336] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 837.128336] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa deletion is rescheduled due to dependency. [ 837.128336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.174046] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: SUCCESS [ 837.174348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.174485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.174699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.174786] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.232716] env[62741]: INFO networking_nsxv3.common.synchronization [req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 req-cba2f4c8-eabd-48e4-beca-5705319ab076 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Enqueued Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 837.232716] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.232716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.232716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.232716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.232716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.232716] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.232716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.233037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.233227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.233314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.233408] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f is going to be deleted. [ 837.234577] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 837.235106] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.235220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.235285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.235528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.235677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.235776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.235836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.235978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.236074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.236162] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.243597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.243716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.243797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.243953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.244046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.244133] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 837.266880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.267025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.267099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.267290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.267380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.267479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.267868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.268040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.268207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.268304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.268369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.268533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.268612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.268699] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.276192] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.276460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.276460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.276554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.276682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.286205] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 837.632060] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 837.632598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.632824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.633053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.633507] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.633565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.633673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.633978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.634049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.634145] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.640026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d in Status: SUCCESS [ 837.640026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.640026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.640026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.641228] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.641228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.641228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.641228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.641228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.641228] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.643499] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.643499] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-729" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.643784] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-729" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.643879] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-729" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.644189] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.644375] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.644520] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.644814] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.645097] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.646136] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.646136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.646136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.646136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.646136] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.646136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.646349] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.666504] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.666767] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.666892] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.667112] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-729" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.667517] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-06708f4a-1bf4-48c0-b9b9-69e69aa95402 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.667712] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.667842] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.668341] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.668546] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06708f4a-1bf4-48c0-b9b9-69e69aa95402',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.697912] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.698086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.698152] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.698367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.698694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.698694] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be deleted. [ 837.742248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.742565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.742565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.743583] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.743583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab already deleted. [ 837.743583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.767362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.767529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.767590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.767869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.767977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.768109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.771057] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.771177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.771219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.771400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.771510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.772296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.772296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.772296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.772296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.772296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.772296] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f already deleted. [ 837.772296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.772669] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.773228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.774024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.774024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.774024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.774024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.774024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.774024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.774024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.142635] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.148291] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.148994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.148994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.148994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.148994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.148994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.149320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.149320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.149320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.149455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.149455] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d is going to be deleted. [ 838.170729] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.170900] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.171171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.171318] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.171470] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.171654] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 06708f4a-1bf4-48c0-b9b9-69e69aa95402 not found, creating... [ 838.171891] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.172095] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.172218] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.172470] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.172636] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.172945] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.173123] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.173248] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.173620] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.173620] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.173723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 is going to be created. [ 838.175473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.175591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.175668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.175829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.175912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.175999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.176456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.176620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.176761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.176868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.176936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.177069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.177216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.177255] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e421615d-b9e0-46ff-81dd-b3ac58b9644d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.212876] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.212876] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.212876] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.213133] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.213418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.214339] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.275923] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27f1b82-ebfe-4e04-89f0-f815a47dfc8f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.277844] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.278085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.278417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.278752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.278935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.279230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.279230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.279306] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f already deleted. [ 838.279387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.644312] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.680047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.680124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.680208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.680420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.680508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.680698] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.680797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.680900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.681021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.681098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.681184] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e421615d-b9e0-46ff-81dd-b3ac58b9644d already deleted. [ 838.681285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e421615d-b9e0-46ff-81dd-b3ac58b9644d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.778056] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27f1b82-ebfe-4e04-89f0-f815a47dfc8f: rpc.has_security_group_logging(os_id): False [ 838.794817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.798040] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.798040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.798040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f is going to be created. [ 838.816275] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f], does not exist path=[/infra/domains/default/groups/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f]."\n}' [ 838.816275] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f [ 838.816275] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 838.849107] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.849257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.849328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.849542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.851125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.851125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.851295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.851543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.851734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.851890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.852043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.852117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.852204] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27f1b82-ebfe-4e04-89f0-f815a47dfc8f is going to be created. [ 838.871723] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f], does not exist path=[/infra/domains/default/groups/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f [ 838.871920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27f1b82-ebfe-4e04-89f0-f815a47dfc8f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.872558] env[62741]: Traceback (most recent call last): [ 838.872597] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 838.872597] env[62741]: return func(*args, **kwargs) [ 838.872597] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 838.872597] env[62741]: res.raise_for_status() [ 838.872597] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 838.872597] env[62741]: raise HTTPError(http_error_msg, response=self) [ 838.872597] env[62741]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f [ 838.872597] env[62741]: During handling of the above exception, another exception occurred: [ 838.872597] env[62741]: Traceback (most recent call last): [ 838.872851] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 838.872851] env[62741]: listener.cb(fileno) [ 838.872851] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 838.872851] env[62741]: result = function(*args, **kwargs) [ 838.872851] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 838.872851] env[62741]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 838.872851] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 838.872851] env[62741]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 838.872851] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 838.872851] env[62741]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 838.872851] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 838.872851] env[62741]: res.raise_for_status() [ 838.872851] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 838.872851] env[62741]: raise HTTPError(http_error_msg, response=self) [ 838.872851] env[62741]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b27f1b82-ebfe-4e04-89f0-f815a47dfc8f [ 838.872851] env[62741]: Removing descriptor: 68 [ 838.880336] env[62741]: INFO networking_nsxv3.common.synchronization [req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 req-41434cb7-89b8-4cd7-a893-6a877a0a7427 service nova] Enqueued Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_rules [ 838.880517] env[62741]: INFO networking_nsxv3.common.synchronization [req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 req-41434cb7-89b8-4cd7-a893-6a877a0a7427 service nova] Enqueued Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 838.880660] env[62741]: INFO networking_nsxv3.common.synchronization [req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 req-41434cb7-89b8-4cd7-a893-6a877a0a7427 service nova] Enqueued Resource ID: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 with Priority: HIGHEST for action port [ 838.880914] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_rules [ 838.881069] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 838.881167] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 with Priority: HIGHEST for action port [ 838.881745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.881829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.881897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.882367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.882456] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.884267] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.884384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.884454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.884612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.884768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.884855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.884921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.885204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.885262] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.885956] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-06708f4a-1bf4-48c0-b9b9-69e69aa95402 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.886094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.886150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.886292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.886392] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06708f4a-1bf4-48c0-b9b9-69e69aa95402',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.146866] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.146866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.146866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.147087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.147087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.147884] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 839.188092] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.188212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.188283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.188482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.188653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.197494] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 839.295152] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 839.295372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.385025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.385173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.387790] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.388906] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06708f4a-1bf4-48c0-b9b9-69e69aa95402 with status ACTIVE [ 839.388906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.389044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.389095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.389367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.389549] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.389653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.389703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.389922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.390112] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.390206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.390264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.390402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.390510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.390542] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 is going to be updated. [ 839.410910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.411056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.411174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.411362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.411493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.411666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06708f4a-1bf4-48c0-b9b9-69e69aa95402" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.741883] env[62741]: INFO networking_nsxv3.common.synchronization [req-24682ea3-ee5a-4758-b29b-698bcc144146 req-4406fce8-2865-4758-bc4a-ced15e33796d tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 839.745854] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 839.746186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.746312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.746377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.746685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.746853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.746959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.747036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.747196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.747281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.747376] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.894172] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.014287] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.014499] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.014632] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.014952] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.015424] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015607] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.015734] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015963] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.016127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.016340] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.016464] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.016632] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.016766] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.016888] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.016998] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.017151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.034531] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.034689] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.034834] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.035014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.035309] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-bad2d27b-5c87-497d-ae6d-dc9047604918 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.035480] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.035607] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.035964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.036134] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad2d27b-5c87-497d-ae6d-dc9047604918',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.249873] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.249873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.249873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.250021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.250021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.250300] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.250453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.250552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.250829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.250966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.251123] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 already deleted. [ 840.251211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.397371] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.397539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.397610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.397819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.397918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.398099] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab is going to be created. [ 840.419231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.419370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.419441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.419667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.419828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.428612] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: UNINITIALIZED for 2s [ 840.538096] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538357] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.538495] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.538813] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.538968] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.539150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port bad2d27b-5c87-497d-ae6d-dc9047604918 not found, creating... [ 840.539414] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.539582] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.539724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.540110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.540406] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.540568] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.540704] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.540914] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.541067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.541217] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: bad2d27b-5c87-497d-ae6d-dc9047604918 is going to be created. [ 840.560463] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.560682] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.560825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.561094] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.561540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.561540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.220298] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.220298] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.220298] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.220298] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.220298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.221066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.221713] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.223400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.223668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.223909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.225057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.225057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.225057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.225057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.225057] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.250728] env[62741]: INFO networking_nsxv3.common.synchronization [req-24682ea3-ee5a-4758-b29b-698bcc144146 req-ddbe3a51-8d9e-4959-a3ef-d0b411cacbb7 service nova] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 841.250969] env[62741]: INFO networking_nsxv3.common.synchronization [req-24682ea3-ee5a-4758-b29b-698bcc144146 req-ddbe3a51-8d9e-4959-a3ef-d0b411cacbb7 service nova] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 841.251095] env[62741]: INFO networking_nsxv3.common.synchronization [req-24682ea3-ee5a-4758-b29b-698bcc144146 req-ddbe3a51-8d9e-4959-a3ef-d0b411cacbb7 service nova] Enqueued Resource ID: bad2d27b-5c87-497d-ae6d-dc9047604918 with Priority: HIGHEST for action port [ 841.251712] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_rules [ 841.251858] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 841.251967] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad2d27b-5c87-497d-ae6d-dc9047604918 with Priority: HIGHEST for action port [ 841.254097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.254232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.254299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.255245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.255245] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.255864] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.256227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.256227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.256637] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.256944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.256944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.256944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.257189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.257189] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.258757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad2d27b-5c87-497d-ae6d-dc9047604918 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.258757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.258757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.258757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.258757] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad2d27b-5c87-497d-ae6d-dc9047604918',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.727106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 841.728358] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.745608] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.745803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.745904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.746695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.759168] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.760092] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.760236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.762854] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bad2d27b-5c87-497d-ae6d-dc9047604918 with status ACTIVE [ 841.762944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.763051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.763125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.763307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.763392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.763563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.763660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.763733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.763865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.763942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.764682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.764682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.764682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.764682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.764682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.764682] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bad2d27b-5c87-497d-ae6d-dc9047604918 is going to be updated. [ 841.766296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.766477] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.766588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.766679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.766908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.766908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.767507] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.767507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.767507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.767507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.767507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.767751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.767751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.767751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.767897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.767940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.768024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 841.788050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.788194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.788263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.788452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.788579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.788759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad2d27b-5c87-497d-ae6d-dc9047604918" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.824335] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.824476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.824545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.824751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.824900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.854133] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 842.231214] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.261657] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.438030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: SUCCESS [ 842.438030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.438170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.438315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.438526] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.438647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.438841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.439063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.439158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.439254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.439345] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.730315] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.730512] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.730647] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.730921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.731185] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.731353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.731473] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.731691] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.731842] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.732066] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.732186] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.732301] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.732412] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.732527] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.732636] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.732773] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.734118] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.734225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.734296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.734445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.734527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.734611] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 842.753209] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.753399] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.753550] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.753763] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.754191] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.754449] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.754668] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.755036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.755265] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.764422] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.764640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.764684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.765146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.766246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.766350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.766429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.766662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.766794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.766930] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 is going to be created. [ 842.775273] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 842.786802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.786928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.787036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.787192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.787342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.794679] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: UNINITIALIZED for 2s [ 842.941899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.941899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.942088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.942356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.942445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.942512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.942772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.942974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.943481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.943481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.943481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.943481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.943702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.943702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.943860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.943860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.944009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.944069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.944123] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.258255] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.258562] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.258674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.258979] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.259164] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.259510] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.259685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.259866] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.260149] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.260300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.260625] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.260808] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.260959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.261218] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.261371] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.261566] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd is going to be updated. [ 843.281966] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.282696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.282696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.282696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.282902] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.283087] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.446327] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e2c3979-bd57-432b-adf7-b216f3c87bab: rpc.has_security_group_logging(os_id): False [ 843.465765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.465765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.465765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.465765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.465765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.465988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.466063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.466099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.466241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.466590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.466590] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.466590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.466746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.466778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.466857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.467046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.467120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.467180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.468151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.468151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.468151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab is going to be created. [ 843.521091] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.521257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.521320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.521524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.521701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.530795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: IN_PROGRESS for 2s [ 843.874361] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 843.874601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.874782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.875283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.875385] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.980143] env[62741]: INFO networking_nsxv3.common.synchronization [req-50de0812-93b4-466f-97f7-dccbc35a7545 req-4a3483ef-5a84-43b4-92af-ef92fac5e20d service nova] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 843.980330] env[62741]: INFO networking_nsxv3.common.synchronization [req-50de0812-93b4-466f-97f7-dccbc35a7545 req-4a3483ef-5a84-43b4-92af-ef92fac5e20d service nova] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 843.980405] env[62741]: INFO networking_nsxv3.common.synchronization [req-50de0812-93b4-466f-97f7-dccbc35a7545 req-4a3483ef-5a84-43b4-92af-ef92fac5e20d service nova] Enqueued Resource ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with Priority: HIGHEST for action port [ 843.980651] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_rules [ 843.980780] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 843.980876] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with Priority: HIGHEST for action port [ 843.981464] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.981592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.981786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.981845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.981929] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.983189] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.983909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.983909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.984228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.984228] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.984812] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.984915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.984979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.985141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.985213] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.377903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.378245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.487615] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.488954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.489204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.489471] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with status ACTIVE [ 844.489644] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.489942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.489942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.490046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.490135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.490312] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.490411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.490459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.490619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.490704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.490885] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.490979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.491058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.491277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.491362] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd is going to be updated. [ 844.515668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.515851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.516077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.516254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.516362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.785801] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 844.786032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.786239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.786406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.786593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.786706] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.786822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.786946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.787015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.787091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.787183] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.801795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: SUCCESS [ 844.801981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.802143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.802331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.802507] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.802619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.802681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.802838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.802995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.803094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.803223] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.989930] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.290743] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.290979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.290979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.291205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.291374] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.291479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.291532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.291682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.291763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.291886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.292066] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.292163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.292228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.292360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.292501] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.292604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.292657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.292765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.292836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.292910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.292994] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.305024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.492411] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.492791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.492791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.493025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.493153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.493319] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be updated. [ 845.521915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.522147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.522234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.523043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.523252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.534395] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: IN_PROGRESS for 2s [ 845.543148] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: SUCCESS [ 845.543425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.797151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7e09d7a-c58a-4242-98bc-cf3f1ff52635: rpc.has_security_group_logging(os_id): False [ 845.814863] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a701c9d-9949-4106-88e3-7587c58e49a4: rpc.has_security_group_logging(os_id): False [ 845.814863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.814863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.814863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.817488] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.817488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.817488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.817488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.817807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.818163] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.818402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.818574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.820218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.820218] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 845.824658] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.825087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.825839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.826273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.828214] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.828214] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 is going to be created. [ 845.879829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.880018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.880093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.880309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.880639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.884254] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.884617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.884988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.897342] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: IN_PROGRESS for 2s [ 845.904312] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 845.916100] env[62741]: INFO networking_nsxv3.common.synchronization [req-25e7dd98-2e57-40b5-9a56-b969ecae73ee req-e775bbcd-1cc4-4c41-a30e-616d60dd28f3 tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Enqueued Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 845.916690] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 845.917103] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.917267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.917357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.917633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.918455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.918612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.918688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.918870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.918967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.919081] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.216086] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.216379] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-76" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.216733] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-76" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.217100] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-76" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.217387] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.217559] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.217719] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.217911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.218074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.218286] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.218405] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.218678] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.218761] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.218942] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.219098] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.219265] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.240459] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.240670] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.240828] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.241014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-76" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.241364] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.241545] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.241698] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.241980] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.242148] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27b7eb0-3408-44fd-9056-f614fd2ab3fb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.422265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.422265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.422265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.422653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.422653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.422653] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad already deleted. [ 846.422745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.745833] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.746228] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.746555] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.746662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.748041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.748041] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port e27b7eb0-3408-44fd-9056-f614fd2ab3fb not found, creating... [ 846.748041] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.748041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.748041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.748041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.748041] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.748308] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.748415] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.748563] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.748808] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.748974] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.749137] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: e27b7eb0-3408-44fd-9056-f614fd2ab3fb is going to be created. [ 846.768531] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.768720] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.768851] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.769189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.769421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.769643] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.475445] env[62741]: INFO networking_nsxv3.common.synchronization [req-25e7dd98-2e57-40b5-9a56-b969ecae73ee req-0260f51b-f064-4b93-996d-a7345482948b service nova] Enqueued Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_rules [ 847.475722] env[62741]: INFO networking_nsxv3.common.synchronization [req-25e7dd98-2e57-40b5-9a56-b969ecae73ee req-0260f51b-f064-4b93-996d-a7345482948b service nova] Enqueued Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 847.475774] env[62741]: INFO networking_nsxv3.common.synchronization [req-25e7dd98-2e57-40b5-9a56-b969ecae73ee req-0260f51b-f064-4b93-996d-a7345482948b service nova] Enqueued Resource ID: e27b7eb0-3408-44fd-9056-f614fd2ab3fb with Priority: HIGHEST for action port [ 847.476311] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_rules [ 847.480784] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 847.480784] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27b7eb0-3408-44fd-9056-f614fd2ab3fb with Priority: HIGHEST for action port [ 847.480784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.480784] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.480784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.480784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.480784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.481358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.481358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.481424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.481537] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.482700] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.486031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.486031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.486031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.486031] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27b7eb0-3408-44fd-9056-f614fd2ab3fb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.544043] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: SUCCESS [ 847.544043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.544043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.544043] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.544043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.544342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.544342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.544342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.544492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.544492] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.909793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: SUCCESS [ 847.910170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.917853] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 847.918188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.984535] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.984710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.984939] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.988594] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27b7eb0-3408-44fd-9056-f614fd2ab3fb with status ACTIVE [ 847.988729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.988860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.988938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.989186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.989279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.989458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.989661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.989661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.989765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.989847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.990099] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.990210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.990274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.990425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.990502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.990588] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27b7eb0-3408-44fd-9056-f614fd2ab3fb is going to be updated. [ 848.010163] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.010325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.010409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.010622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.010797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.010963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27b7eb0-3408-44fd-9056-f614fd2ab3fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.046341] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.487449] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.549055] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8: rpc.has_security_group_logging(os_id): False [ 848.565866] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.566042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.566145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.566407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.583487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.583857] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.584059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.584123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.584354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.584547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.584597] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be updated. [ 848.641999] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.642170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.642245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.642457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.642599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.655714] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: IN_PROGRESS for 2s [ 848.989724] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.990016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.990016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.990361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.990472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.990627] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad is going to be created. [ 849.014235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.014420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.014495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.014750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.014972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.024794] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: UNINITIALIZED for 2s [ 849.271135] env[62741]: INFO networking_nsxv3.common.synchronization [req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 req-50559d11-375f-443a-b2bd-6a4549f398fc tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Enqueued Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 849.271135] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGHEST for action security_group_members [ 849.271135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.271662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.271868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.272244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.272546] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.272926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.273111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.273602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.273810] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.307042] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2cb3852-324b-44fb-91ff-afd2a329b31c req-d17cf86e-255b-4173-bea7-f15332733a34 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 849.307666] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 849.307982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.311305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.311305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.311305] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.652597] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.652807] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.652943] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.653230] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.653492] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.653656] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.653781] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.653999] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.656088] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.656088] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.656088] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.656088] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.656088] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.656088] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.656298] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.656437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.677092] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.677291] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.677447] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.677655] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.677990] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-169961bb-aa60-44c6-aac9-7b087463a553 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.678207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.678339] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.678667] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.678818] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169961bb-aa60-44c6-aac9-7b087463a553',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.776758] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.777770] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.777770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.778084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.778084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.778084] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab is going to be updated. [ 849.805753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.805897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.805963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.806285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.806365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.811356] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.817116] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: IN_PROGRESS for 2s [ 850.181116] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.181436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.181508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.181788] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.181941] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.182113] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 169961bb-aa60-44c6-aac9-7b087463a553 not found, creating... [ 850.182386] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.182551] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.182675] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.182896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.183058] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.183349] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.183538] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.183665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.183877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.184036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.184190] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 169961bb-aa60-44c6-aac9-7b087463a553 is going to be created. [ 850.212108] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.212321] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.212455] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.212707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.212933] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.213358] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.317250] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.668913] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: SUCCESS [ 850.668913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.820712] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.820877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.820952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.821232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.821330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.821435] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 850.875322] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.875471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.875544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.875746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.875889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.887475] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 850.950394] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2cb3852-324b-44fb-91ff-afd2a329b31c req-6451ccaf-8dcd-452e-a09f-a9ea3513c8cd service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 850.950631] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2cb3852-324b-44fb-91ff-afd2a329b31c req-6451ccaf-8dcd-452e-a09f-a9ea3513c8cd service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 850.950731] env[62741]: INFO networking_nsxv3.common.synchronization [req-a2cb3852-324b-44fb-91ff-afd2a329b31c req-6451ccaf-8dcd-452e-a09f-a9ea3513c8cd service nova] Enqueued Resource ID: 169961bb-aa60-44c6-aac9-7b087463a553 with Priority: HIGHEST for action port [ 850.951260] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 850.951454] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 850.951514] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169961bb-aa60-44c6-aac9-7b087463a553 with Priority: HIGHEST for action port [ 850.951779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.951881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.951963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.952327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.952327] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.953110] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.953343] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-169961bb-aa60-44c6-aac9-7b087463a553 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.953508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.953748] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169961bb-aa60-44c6-aac9-7b087463a553',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.034898] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: SUCCESS [ 851.035201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.035348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.035554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.035954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.036182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.036619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.036711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.036806] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.455967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.456250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 169961bb-aa60-44c6-aac9-7b087463a553 with status ACTIVE [ 851.456641] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.456832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.457065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.457157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.457376] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.457475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.457607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.457797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.457797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.457988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.458113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.458172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.458381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.458493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.458609] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 169961bb-aa60-44c6-aac9-7b087463a553 is going to be updated. [ 851.479054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.479242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.479285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.479495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.479631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.479796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169961bb-aa60-44c6-aac9-7b087463a553" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.539512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.539694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.539765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.539980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.540557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.540557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.540557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.540557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.540557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.540822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.540822] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.540912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.540912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.541276] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.541339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.541481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.541705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.541792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.541880] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.825847] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab in Status: SUCCESS [ 851.826683] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab deletion is rescheduled due to dependency. [ 851.826683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.045095] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18a1482a-2e86-4f5d-a346-5b6c830121ad: rpc.has_security_group_logging(os_id): False [ 852.063518] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.063688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.063726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.063944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.064067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.064295] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.064502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.064502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.064661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.064717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.065199] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.065199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.065199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.065342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.065342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.065526] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.065600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.065652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.065806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.065890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.065996] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad is going to be created. [ 852.122447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.122668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.122753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.122983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.123235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.132712] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: IN_PROGRESS for 2s [ 852.897508] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 852.897826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.897826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.898023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.898208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.898330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.898388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.898541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.898619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.898711] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.910046] env[62741]: INFO networking_nsxv3.common.synchronization [req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 req-38b0c9d6-a05c-4fe1-808f-7db276b76f80 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 852.910693] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 852.910990] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.911125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.911192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.911383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.911534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.911629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.911691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.911839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.911920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.912061] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.224336] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.224542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.224675] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.224950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.225240] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.225414] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.225540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.225767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.225915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.226139] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.226491] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.226491] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.226491] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.226692] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.227338] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.227338] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.249048] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.249303] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.249560] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.249886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.251671] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-f5048e16-020e-4a53-9c9d-e583ce9bbe18 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.251671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.251671] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5048e16-020e-4a53-9c9d-e583ce9bbe18',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.401281] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.413954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.414064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.414108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.414299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.433133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.433423] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.433558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.433630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.433842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.434037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.434037] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 853.455607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.455771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.455845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.456063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.456203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.463900] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 853.753845] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.754082] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.754221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.754501] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.754652] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.754815] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port f5048e16-020e-4a53-9c9d-e583ce9bbe18 not found, creating... [ 853.755081] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.755246] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.755370] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.755591] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.755733] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.756030] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.756194] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.756320] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.756528] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.756665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.756805] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: f5048e16-020e-4a53-9c9d-e583ce9bbe18 is going to be created. [ 853.774785] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.774962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.775105] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.775456] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.775702] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.776100] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.903686] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.143302] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: SUCCESS [ 854.143568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.407062] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.409374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.409374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.409374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.409374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.409374] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 854.431970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.432355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.432545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.432852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.433132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.441072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 req-19295322-64bc-4ec4-9f27-a2337dce3888 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 req-19295322-64bc-4ec4-9f27-a2337dce3888 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 req-19295322-64bc-4ec4-9f27-a2337dce3888 service nova] Enqueued Resource ID: f5048e16-020e-4a53-9c9d-e583ce9bbe18 with Priority: HIGHEST for action port [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 854.476036] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5048e16-020e-4a53-9c9d-e583ce9bbe18 with Priority: HIGHEST for action port [ 854.476036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.476036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.476036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.476036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.476036] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.477518] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.477756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.478092] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5048e16-020e-4a53-9c9d-e583ce9bbe18 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.478353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.478630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.478925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.479185] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5048e16-020e-4a53-9c9d-e583ce9bbe18',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.982791] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5048e16-020e-4a53-9c9d-e583ce9bbe18 with status ACTIVE [ 854.982791] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.983131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.983131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.983334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.983436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.983621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.983722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.983783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.983942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.984037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.984224] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.984523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.984730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.984797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.984839] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5048e16-020e-4a53-9c9d-e583ce9bbe18 is going to be updated. [ 854.986386] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.986485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.005652] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.005782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.005851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.006183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.006408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5048e16-020e-4a53-9c9d-e583ce9bbe18" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.388317] env[62741]: INFO networking_nsxv3.common.synchronization [req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb req-648d21c4-822a-4ebf-b186-b22994e143a6 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 855.388848] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 855.389164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.389366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.389429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.389674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.389829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.389926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.389988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.390273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.390447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.390551] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.473494] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 855.473685] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 855.473795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.473961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.474391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.474519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.474585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.474815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.474910] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.755579] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.755787] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.755920] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.756280] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.756583] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.756756] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.756896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757140] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.757315] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.757532] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.757653] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.757786] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.757902] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.758324] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.758516] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.758665] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.777689] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.777900] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.778162] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.778337] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.778665] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a8551289-9a26-4990-805a-62118337dc49 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.778974] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.779099] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.779425] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.779582] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8551289-9a26-4990-805a-62118337dc49',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.893011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.893226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.893301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.893519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.893641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.894016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.894076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.894107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.894278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.894365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.894596] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 already deleted. [ 855.894717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.977442] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.284420] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.284745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.285109] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.285250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.285508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.285792] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a8551289-9a26-4990-805a-62118337dc49 not found, creating... [ 856.286259] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.286523] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.286723] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.287138] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.287402] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.287871] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.288156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.288370] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.288732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.288952] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.289164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a8551289-9a26-4990-805a-62118337dc49 is going to be created. [ 856.308732] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.309014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.310262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.310262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.310262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.310262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.453350] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 856.453652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.453858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.454186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.454426] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.454580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.454661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.454889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.455143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.455216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.455296] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.480370] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.959097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.959552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.960253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.960348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.960564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.960713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.960877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.961137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.961331] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.961622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.962292] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.962520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.962683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.962983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.963197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.963400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.963598] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.982811] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.983101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.983236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.983479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.983546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.983651] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 857.012216] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.012430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.012487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.012758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.012971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.025860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 857.097396] env[62741]: INFO networking_nsxv3.common.synchronization [req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb req-7b958843-d9d8-4430-92f2-0a6dea3a344f service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 857.097396] env[62741]: INFO networking_nsxv3.common.synchronization [req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb req-7b958843-d9d8-4430-92f2-0a6dea3a344f service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 857.097396] env[62741]: INFO networking_nsxv3.common.synchronization [req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb req-7b958843-d9d8-4430-92f2-0a6dea3a344f service nova] Enqueued Resource ID: a8551289-9a26-4990-805a-62118337dc49 with Priority: HIGHEST for action port [ 857.097396] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 857.097608] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 857.097608] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8551289-9a26-4990-805a-62118337dc49 with Priority: HIGHEST for action port [ 857.099782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.100034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.100229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.100553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.100690] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.102235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.102420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.102467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.102661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.102825] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.102942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.103015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.103180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.103265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.103361] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.105441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8551289-9a26-4990-805a-62118337dc49 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.105441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.105441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.105441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.105441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8551289-9a26-4990-805a-62118337dc49',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.467029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69279a8b-6965-4f37-b051-527c1a1f49ce: rpc.has_security_group_logging(os_id): False [ 857.485540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.485540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.485666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.485826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.505026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.505323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.505460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.505529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.505761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.505876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.506067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.506172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.506237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.506398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.506549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.506684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.506781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.506842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.507028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.507159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.507271] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 857.564895] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.565095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.565225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.565364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.565515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.582328] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 857.606890] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.607071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.607280] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.611174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8551289-9a26-4990-805a-62118337dc49 with status ACTIVE [ 857.611174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.611174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.611174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.611488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.611544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.611648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.611707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.611987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.611987] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8551289-9a26-4990-805a-62118337dc49 is going to be updated. [ 857.634940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.635113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.635198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.635397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.635535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.635707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.109329] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.613479] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.613875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.613875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.613995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.614116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.614116] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be created. [ 858.641808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.641997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.642073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.642303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.642464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.654793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: UNINITIALIZED for 2s [ 859.039020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 859.039224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.039497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.039707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.039907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.040039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.040104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.040269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.040352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.040469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.040575] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.546225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.546332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.546404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.546649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.546850] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.546958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.547035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.547200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.547289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.547380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.547597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.547715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.547772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.547946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.548137] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.548250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.548332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.548508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.552024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.552024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.552024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.597560] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 859.597875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.955690] env[62741]: INFO networking_nsxv3.common.synchronization [req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c req-48fc4d81-c179-4d02-a2e3-61147d0f5815 tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Enqueued Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 859.956411] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad with Priority: HIGHEST for action security_group_members [ 859.956623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a1482a-2e86-4f5d-a346-5b6c830121ad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.956755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.956821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.961104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.961361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.961502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.961580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.961769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.961870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.961983] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a1482a-2e86-4f5d-a346-5b6c830121ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.055456] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 860.075203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.075203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.075203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.075203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.076182] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.076505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.076680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.076939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.077134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.077304] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 860.136497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.136497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.136693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.136727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.136870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.149980] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 860.463910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.464157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.464204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.464397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.464499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.464680] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.464780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.464848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.464991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.465116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.465215] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad is going to be updated. [ 860.494261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.494735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.494735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.494923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.495073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.504930] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: IN_PROGRESS for 2s [ 860.666763] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 860.667127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.667359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.667747] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.667930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.668097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.668190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.668276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.668368] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.171064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.171392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.171392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.171697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.172052] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.172229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.172322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.172711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.172845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.172911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.173171] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.173339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.173436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.173726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.174045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.174270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.174381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.174655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.174814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.175036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.175198] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.678473] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406e6b1b-2335-4f95-95d9-e09032a4c620: rpc.has_security_group_logging(os_id): False [ 861.698526] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.698739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.699052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.699170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.699351] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.699497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.699632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.699941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.700088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.700317] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.700413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.700462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.700816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.700931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.701157] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.701337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.701422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.701595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.701677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.701917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be created. [ 861.760564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.760857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.760857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.761022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.761672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.773673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 862.168554] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 862.169071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.517150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad in Status: SUCCESS [ 862.517502] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a1482a-2e86-4f5d-a346-5b6c830121ad deletion is rescheduled due to dependency. [ 862.517502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a1482a-2e86-4f5d-a346-5b6c830121ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.724046] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c6438093-7227-4457-9748-23b88fb04815 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 862.724335] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 862.724712] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.725125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.725125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.725247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.725280] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.913667] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e1cbc768-2dd5-4d58-b3a5-ab6eeda1f1d3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 862.913667] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 862.913667] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.913667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.960392] env[62741]: INFO networking_nsxv3.common.synchronization [req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 req-ef0def56-3a43-4a6c-859d-6a89c1b491c4 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 862.963114] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 862.963943] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.964151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.964518] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.964624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.964725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.964896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.965040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.965164] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.246354] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.246514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.246632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.246871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.247939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.248109] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 already deleted. [ 863.248267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.248442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.248639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.248812] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.468734] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.768607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.769050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.769050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.769166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.769317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.769394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 already deleted. [ 863.769468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.787434] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 863.787784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.971433] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.474818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.474818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.474818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.474818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.475040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.475040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 864.504719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.504844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.504844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.505054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.505201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.514317] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 864.712471] env[62741]: INFO networking_nsxv3.common.synchronization [req-ef39b93a-103f-4f14-a2b4-5e880430a225 req-3172ab7f-58d1-408d-9aab-f2a12f5f635e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 864.713028] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 864.713344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.713468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.713535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.713739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.713903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.714197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.714274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.714433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.714534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.714627] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.131435] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.131759] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.131911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.132312] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.132656] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.132899] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.133092] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.133376] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.133582] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.133845] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.134028] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.134197] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.134359] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.134521] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.134678] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.134861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.152961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.153236] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.153436] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.153677] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.154122] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.154403] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.154572] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.154913] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.155134] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.216475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.216674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.216773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.217059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.237671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.237984] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.238139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.238210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.238408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.238492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.238579] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 865.261084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.261240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.261379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.261636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.261801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.270748] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 865.657395] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.657561] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.657660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.657924] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.658091] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.658252] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 not found, creating... [ 865.658510] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.658674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.659313] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.659313] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.659313] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.659594] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.659760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.659902] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.660133] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.660583] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.660583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 is going to be created. [ 865.678803] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.679058] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.679200] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.679867] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.680208] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.680602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.524420] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 866.524420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.626409] env[62741]: INFO networking_nsxv3.common.synchronization [req-ef39b93a-103f-4f14-a2b4-5e880430a225 req-81d993fe-5a7a-425e-bd7f-ddc9a55bb05d service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 866.626615] env[62741]: INFO networking_nsxv3.common.synchronization [req-ef39b93a-103f-4f14-a2b4-5e880430a225 req-81d993fe-5a7a-425e-bd7f-ddc9a55bb05d service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 866.626842] env[62741]: INFO networking_nsxv3.common.synchronization [req-ef39b93a-103f-4f14-a2b4-5e880430a225 req-81d993fe-5a7a-425e-bd7f-ddc9a55bb05d service nova] Enqueued Resource ID: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 with Priority: HIGHEST for action port [ 866.627422] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 866.627556] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 866.627655] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 with Priority: HIGHEST for action port [ 866.628033] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.628877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.628993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.629288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.629485] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.630528] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.630647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.630939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.631086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.631215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.631428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.631574] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.135718] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.135718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.135718] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 with status ACTIVE [ 867.135951] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.135951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.136074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.136234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.136320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.136497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.136597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.136670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.136834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.136913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.137128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.137228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.137292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.137438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.137506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.137594] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 is going to be updated. [ 867.157549] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.157718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.157843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.158072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.158280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.158371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.282146] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 867.284689] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.284689] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.284689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.284689] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.326415] env[62741]: INFO networking_nsxv3.common.synchronization [None req-410f21f7-d065-4e3f-af3d-155dfbbab9d1 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 with Priority: HIGHEST for action security_group_rules [ 867.326973] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 with Priority: HIGHEST for action security_group_rules [ 867.327510] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.327631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.327700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.328140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.328253] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d425e6b-fc8f-4327-80ed-4b058aab8a82',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.420972] env[62741]: INFO networking_nsxv3.common.synchronization [None req-7a334979-1e7e-461a-8a98-fda474427a2b tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 with Priority: HIGHEST for action security_group_rules [ 867.421549] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 with Priority: HIGHEST for action security_group_rules [ 867.421880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.786442] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.850333] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.850518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.850563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.850798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.850927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.851063] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 already deleted. [ 867.851155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.851320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.851489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.851584] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d425e6b-fc8f-4327-80ed-4b058aab8a82',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.254242] env[62741]: INFO networking_nsxv3.common.synchronization [None req-2b5fde46-7711-4b97-8976-d22251052562 None None] Enqueued Resource ID: 25eef9be-d518-48af-b84d-bf02af5d28ad with Priority: HIGHEST for action port [ 868.254242] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25eef9be-d518-48af-b84d-bf02af5d28ad with Priority: HIGHEST for action port [ 868.254242] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-25eef9be-d518-48af-b84d-bf02af5d28ad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.254523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25eef9be-d518-48af-b84d-bf02af5d28ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.254523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25eef9be-d518-48af-b84d-bf02af5d28ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.254941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25eef9be-d518-48af-b84d-bf02af5d28ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.255138] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25eef9be-d518-48af-b84d-bf02af5d28ad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.293739] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.370478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.370667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.370825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.371107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.371241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.371341] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d425e6b-fc8f-4327-80ed-4b058aab8a82 already deleted. [ 868.371518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d425e6b-fc8f-4327-80ed-4b058aab8a82" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.609221] env[62741]: INFO networking_nsxv3.common.synchronization [req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb req-d29d56ce-7fe0-449c-bb94-5a7491c6ddf9 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 868.609804] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 868.610174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.610277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.610343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.610562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.610934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.610934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.610934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.611096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.611096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.611170] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.757739] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25eef9be-d518-48af-b84d-bf02af5d28ad [ 868.758049] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.758193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.758268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.758537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.758630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.759468] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25eef9be-d518-48af-b84d-bf02af5d28ad already deleted. [ 868.759468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25eef9be-d518-48af-b84d-bf02af5d28ad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.799580] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.800461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.800461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.800461] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 868.829149] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.829299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.829371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.829586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.829731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.837805] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 869.114726] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.616540] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.123443] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.123800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.123800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.123903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.123994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.124104] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 870.154078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.154247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.154318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.154529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.154671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.163415] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 870.621480] env[62741]: INFO networking_nsxv3.common.synchronization [None req-bdf90e0b-2b20-4bee-b15c-eb388079181e None None] Enqueued Resource ID: 426bca7c-880a-447d-a763-086224fe3233 with Priority: HIGHEST for action port [ 870.621934] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bca7c-880a-447d-a763-086224fe3233 with Priority: HIGHEST for action port [ 870.622667] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-426bca7c-880a-447d-a763-086224fe3233 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.622667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426bca7c-880a-447d-a763-086224fe3233" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.622667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426bca7c-880a-447d-a763-086224fe3233" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.623021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426bca7c-880a-447d-a763-086224fe3233" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.623021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426bca7c-880a-447d-a763-086224fe3233',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.848127] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 870.848412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.848654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.848930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.849209] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.849390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.849468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.849637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.849721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.849808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.849899] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.125208] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426bca7c-880a-447d-a763-086224fe3233 [ 871.125702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.125871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.125871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.126087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.126188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.126283] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426bca7c-880a-447d-a763-086224fe3233 already deleted. [ 871.126381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426bca7c-880a-447d-a763-086224fe3233" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.354541] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.354708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.354789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.355190] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.355295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.355355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.355737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.355903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.356011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.356108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.356166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.356337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.356481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.356576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.356635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.356774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.356851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.356956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.357058] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.756075] env[62741]: INFO networking_nsxv3.common.synchronization [req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 req-5d0a8fdd-f74b-427a-83eb-164f58f14b72 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 871.756598] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGHEST for action security_group_members [ 871.756903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.757042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.757114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.757318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.759094] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.759094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.759094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.759094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.759390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.759390] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.859490] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 871.878301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.878450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.878521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.878732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.879214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.879214] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.879214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.879411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.879572] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.879725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.879965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.880222] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.880319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.880380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.880522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.880599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.880684] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 871.948482] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.948672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.948704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.948914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.949074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.995902] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 872.173265] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 872.173572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.262058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.262276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.262431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.262928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.285731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.286100] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.286263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.286354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.286612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.286723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.286873] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be updated. [ 872.319181] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.319284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.319322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.319505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.319644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.328688] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: IN_PROGRESS for 2s [ 874.018308] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 874.018612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.217208] env[62741]: INFO networking_nsxv3.common.synchronization [req-39950cbc-fae6-4723-9fce-f8234ce930c8 req-6c54b5c1-02d7-4d46-932b-7225ebca0fc4 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 874.217403] env[62741]: INFO networking_nsxv3.common.synchronization [req-39950cbc-fae6-4723-9fce-f8234ce930c8 req-6c54b5c1-02d7-4d46-932b-7225ebca0fc4 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 874.217543] env[62741]: INFO networking_nsxv3.common.synchronization [req-39950cbc-fae6-4723-9fce-f8234ce930c8 req-6c54b5c1-02d7-4d46-932b-7225ebca0fc4 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Enqueued Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 874.218060] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 with Priority: HIGHEST for action security_group_members [ 874.218214] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 with Priority: HIGHEST for action security_group_members [ 874.218328] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGHEST for action security_group_members [ 874.218604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b693ed-3f7a-4d53-97c7-e8502e76a330 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.218730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.218798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.219013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.220031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.220312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.220411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.220663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.220770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.220849] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b693ed-3f7a-4d53-97c7-e8502e76a330',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.222047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.222208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.222463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.222630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.222816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.223014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7e09d7a-c58a-4242-98bc-cf3f1ff52635',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.223811] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.223946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.223946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.224104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.224195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.224291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.224344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.224688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.224688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.224688] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.342343] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b in Status: SUCCESS [ 874.342617] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b deletion is rescheduled due to dependency. [ 874.342733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.726722] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.727118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.727286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.727620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.733141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.733141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.733141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.733141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.757861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.758497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.758497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.758979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.759398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.759552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.760734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 is going to be updated. [ 874.761039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.761337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.761514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.761776] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.762026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.762177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.762397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.762718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.762902] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 is going to be updated. [ 874.763889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.764173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.796027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.796027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.796027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.796027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.796027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.797240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.797539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.797698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.797965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.798369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.800772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.801113] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.803147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.803147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.803147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.803147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.803147] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d is going to be updated. [ 874.811039] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: IN_PROGRESS for 2s [ 874.814456] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: IN_PROGRESS for 2s [ 874.836103] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.836103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.836103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.836103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.836103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.844386] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: IN_PROGRESS for 2s [ 876.820119] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 in Status: SUCCESS [ 876.820408] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b693ed-3f7a-4d53-97c7-e8502e76a330 deletion is rescheduled due to dependency. [ 876.820408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b693ed-3f7a-4d53-97c7-e8502e76a330" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.825450] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 in Status: SUCCESS [ 876.825592] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7e09d7a-c58a-4242-98bc-cf3f1ff52635 deletion is rescheduled due to dependency. [ 876.825681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7e09d7a-c58a-4242-98bc-cf3f1ff52635" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.858338] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf82bb05-5590-4ad6-925d-67bab37e230d in Status: SUCCESS [ 876.858596] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d deletion is rescheduled due to dependency. [ 876.858676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.509901] env[62741]: INFO networking_nsxv3.common.synchronization [req-53201ab4-1b68-428b-a3b0-722eb1f36d00 req-4697328e-e403-4bd5-85e0-070b1edbd390 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 878.510472] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 878.510799] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.510928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.511017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.514056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.514246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.514369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.514449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.514616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.514723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.514826] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.648024] env[62741]: INFO networking_nsxv3.common.synchronization [req-217b53bc-0fb4-44a5-a4f7-e82056174848 req-8826d6ea-6ac1-49fb-a891-3c2c1b14ae7d tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 878.648283] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 878.648833] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.649020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.649077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.649336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.649408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.649461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.649522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.649660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.649750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.649840] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.858723] env[62741]: INFO networking_nsxv3.common.synchronization [req-db8de32a-971b-473f-8dca-9a80e0e31e8a req-17e0bafa-3f70-4682-9be5-f96233005508 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 878.859282] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 878.859627] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.859753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.859823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.860080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.860235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.860355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.860405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.860573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.860659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.860750] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.018096] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.142749] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.142749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.142749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.142749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.142749] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.142749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.142749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.143397] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.143792] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.144231] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.144508] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.144754] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.146709] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.146709] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.146709] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.146709] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.152229] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.152422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.152663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.152840] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.152926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.152981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.153140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.153223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.153309] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 879.260701] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.260701] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.260701] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.260886] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.261225] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a81caed8-e284-4f86-b9d2-a044862d2dd0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.261429] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.261612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.262122] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81caed8-e284-4f86-b9d2-a044862d2dd0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.270561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.270691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.270762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.270936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.271082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.278881] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 879.363211] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.363376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.363452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.363727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.363821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.364029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.364148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.364228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.364351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.364447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.364552] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 already deleted. [ 879.364602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.519444] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.759726] env[62741]: INFO networking_nsxv3.common.synchronization [req-f9ff90f3-e028-43ca-b469-e28a232a4edb req-aa725cca-0f16-416a-b31c-728dbcd4c3aa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 879.760206] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 879.760818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.760818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.760818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.760996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.761083] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.761180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.761231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.761380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.761478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.761573] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.764254] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.764683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.764683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.764847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.764990] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.765624] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a81caed8-e284-4f86-b9d2-a044862d2dd0 not found, creating... [ 879.765624] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.765624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.765835] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.765896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.766047] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.766330] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.766483] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.766605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.766813] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.767012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.767107] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a81caed8-e284-4f86-b9d2-a044862d2dd0 is going to be created. [ 879.785102] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.785304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.785436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785692] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.785922] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.786164] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.023170] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.023170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.023170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.023170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.023170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.023170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 880.051899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.052033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.052169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.052285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.052422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.060024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 880.263736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.263885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.263885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.264059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.264153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.264344] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.264442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.264507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.264660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.264737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.264824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 880.290760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.290895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.291037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.291172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.291306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.300354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 880.375530] env[62741]: INFO networking_nsxv3.common.synchronization [req-db8de32a-971b-473f-8dca-9a80e0e31e8a req-1890b751-dc1b-4b26-b1e9-7f20e54d3da6 service nova] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 880.375722] env[62741]: INFO networking_nsxv3.common.synchronization [req-db8de32a-971b-473f-8dca-9a80e0e31e8a req-1890b751-dc1b-4b26-b1e9-7f20e54d3da6 service nova] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 880.375872] env[62741]: INFO networking_nsxv3.common.synchronization [req-db8de32a-971b-473f-8dca-9a80e0e31e8a req-1890b751-dc1b-4b26-b1e9-7f20e54d3da6 service nova] Enqueued Resource ID: a81caed8-e284-4f86-b9d2-a044862d2dd0 with Priority: HIGHEST for action port [ 880.376116] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_rules [ 880.376244] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 880.376333] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81caed8-e284-4f86-b9d2-a044862d2dd0 with Priority: HIGHEST for action port [ 880.376878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.377009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.377082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.377278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.377357] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.378195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.378266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.378334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.378493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.378636] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.378745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.378782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.378918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.379010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.379098] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.379768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81caed8-e284-4f86-b9d2-a044862d2dd0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.379877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.379944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.380108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.380179] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81caed8-e284-4f86-b9d2-a044862d2dd0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.882164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.882463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.882505] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.884053] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a81caed8-e284-4f86-b9d2-a044862d2dd0 with status ACTIVE [ 880.884156] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.884278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.884342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.884542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.884629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.884793] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.884889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.884948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.885111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.885188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.885361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.885452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.885681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.885681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.885756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.885788] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a81caed8-e284-4f86-b9d2-a044862d2dd0 is going to be updated. [ 880.905353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.905605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.905605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.905743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.905844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.905985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81caed8-e284-4f86-b9d2-a044862d2dd0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.225918] env[62741]: INFO networking_nsxv3.common.synchronization [req-f79367fd-5719-497d-b96a-a1b7b3b60652 req-c6914c00-c936-4761-b44b-f39d9fb4fb5c tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 881.226835] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 881.227551] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.227551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.227551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.227812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.228052] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.228180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.228403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.228493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.228603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.228733] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.291644] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 881.291879] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 881.292037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.384368] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.568201] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.568417] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.568573] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.568859] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.569143] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.569310] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.569436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.569659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.569808] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.570337] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.570560] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.570683] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.570804] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.570925] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.571050] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.571192] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.588134] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.588310] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.588452] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.588623] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.588923] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.589122] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.589249] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.589555] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.589706] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.731097] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.886873] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.887186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.887186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.887404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.887490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.887591] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 is going to be created. [ 881.911627] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.911792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.911831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.912028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.912184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.921162] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: UNINITIALIZED for 2s [ 882.068936] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 882.069173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.093522] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.093745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.093884] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.094190] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.094342] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.094500] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 not found, creating... [ 882.094767] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.094936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.095074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.095298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.095443] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.095727] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.095919] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.096015] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.096234] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.096374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.096519] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 is going to be created. [ 882.114913] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.115112] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.115245] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.115472] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.115697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.116017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.233731] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.310039] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 882.310207] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 882.310304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.736387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.736636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.736779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.737132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.737293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.737459] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 882.768645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.768881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.769018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.769359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.769608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.783141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 882.820365] env[62741]: INFO networking_nsxv3.common.synchronization [req-f79367fd-5719-497d-b96a-a1b7b3b60652 req-045e4428-63f9-4fbe-803e-e79040070bd8 service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 882.820558] env[62741]: INFO networking_nsxv3.common.synchronization [req-f79367fd-5719-497d-b96a-a1b7b3b60652 req-045e4428-63f9-4fbe-803e-e79040070bd8 service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 882.820783] env[62741]: INFO networking_nsxv3.common.synchronization [req-f79367fd-5719-497d-b96a-a1b7b3b60652 req-045e4428-63f9-4fbe-803e-e79040070bd8 service nova] Enqueued Resource ID: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 with Priority: HIGHEST for action port [ 882.821059] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 882.821240] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 882.821353] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 with Priority: HIGHEST for action port [ 882.822202] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.822364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.822437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.822643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.822725] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.824196] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.824196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.824370] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.824468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.824524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.825462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.825554] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.325065] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.325373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.330042] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 with status ACTIVE [ 883.330042] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.330042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.330042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.330272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.330308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.330472] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.330565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.330684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.330845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.330922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.331115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.331211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.331271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.331590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.331590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.331590] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 is going to be updated. [ 883.351036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.351188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.351299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.351514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.351686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.351850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.654030] env[62741]: INFO networking_nsxv3.common.synchronization [req-01e09ee8-374a-4a7a-b739-08e805601a11 req-be890101-7413-461d-9a5d-81d765b784b7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 883.654576] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 883.654877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.654990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.656027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.656027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.656027] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.931158] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: SUCCESS [ 883.931374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.931529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.931773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.931961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.932094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.932156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.932309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.932390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.932607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.932704] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.159278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.159671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.159671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.185220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.185467] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.185587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.185655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.185872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.185955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.186059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 884.210547] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.210547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.210547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.210547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.210547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.217707] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 884.248774] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248975] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.249181] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.249493] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.249759] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.249926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.250214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.250482] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.250691] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.250949] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.251121] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.251273] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.251420] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.251571] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.251720] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.251892] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.286962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.287174] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.287319] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.287497] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.287806] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-17d0158e-0689-423f-a66c-d8ff106ce55a taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.287981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.288118] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.288439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.288600] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d0158e-0689-423f-a66c-d8ff106ce55a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.434498] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.790553] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.790846] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.791030] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.791363] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.791790] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.792031] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 17d0158e-0689-423f-a66c-d8ff106ce55a not found, creating... [ 884.792315] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.792503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.792646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.792917] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.793088] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.793400] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.793540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.793664] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.793880] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.794089] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.794253] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 17d0158e-0689-423f-a66c-d8ff106ce55a is going to be created. [ 884.796050] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 884.796253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.796432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.796595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.796750] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.796852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.796915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.797072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.797260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.797356] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.816543] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.816757] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.816916] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.817458] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.817769] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.818034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.936660] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f2f43a-706c-4d67-9df2-68ed17c21d30: rpc.has_security_group_logging(os_id): False [ 884.956899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.956899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.956899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.957157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.957482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.957482] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.957582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.957582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.957723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.957825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.957879] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 is going to be created. [ 885.024533] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.024830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.024830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.024985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.025141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.050012] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: IN_PROGRESS for 2s [ 885.299409] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.702259] env[62741]: INFO networking_nsxv3.common.synchronization [req-01e09ee8-374a-4a7a-b739-08e805601a11 req-180c95be-8ec5-4b58-b692-687922a1119f service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 885.702259] env[62741]: INFO networking_nsxv3.common.synchronization [req-01e09ee8-374a-4a7a-b739-08e805601a11 req-180c95be-8ec5-4b58-b692-687922a1119f service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 885.702259] env[62741]: INFO networking_nsxv3.common.synchronization [req-01e09ee8-374a-4a7a-b739-08e805601a11 req-180c95be-8ec5-4b58-b692-687922a1119f service nova] Enqueued Resource ID: 17d0158e-0689-423f-a66c-d8ff106ce55a with Priority: HIGHEST for action port [ 885.703274] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 885.703577] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 885.703809] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d0158e-0689-423f-a66c-d8ff106ce55a with Priority: HIGHEST for action port [ 885.704277] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.705249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.705427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.705785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.705966] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.706972] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.707207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.707512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d0158e-0689-423f-a66c-d8ff106ce55a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.709283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.709283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.709283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.709283] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d0158e-0689-423f-a66c-d8ff106ce55a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.801760] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.210301] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.210423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.214807] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d0158e-0689-423f-a66c-d8ff106ce55a with status ACTIVE [ 886.215014] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.215143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.215212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.215417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.215507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.215674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.215771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.215833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.215981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.216070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.216247] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.216340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.216401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.216539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.216613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.216696] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d0158e-0689-423f-a66c-d8ff106ce55a is going to be updated. [ 886.224876] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 886.225056] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa deletion is rescheduled due to dependency. [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.226621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.226621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.226621] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.235828] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.235948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.236039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.236215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.236339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.236480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d0158e-0689-423f-a66c-d8ff106ce55a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.303967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.304169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.304218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.304453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.304557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.304663] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 886.345341] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.345542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.345542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.345771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.345908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.356337] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 886.728495] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.065505] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: SUCCESS [ 887.065726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.230799] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.733036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.733451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.733451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.733556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.733606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.733719] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 887.765529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.765693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.765779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.765947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.766102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.774261] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 888.106448] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 req-d50cb371-6401-4650-9e84-f849c71cdc0a tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Enqueued Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 888.106997] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 888.107321] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.107462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.107521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.107763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.107915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.108095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.108149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.108278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.108364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.108457] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.370789] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.373106] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.373106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.373106] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.478048] env[62741]: INFO networking_nsxv3.common.synchronization [req-e44a2bef-b80d-4e50-906a-bc91dd823de0 req-f645e419-dbc4-4fb9-af15-2a4459641ef0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 888.478048] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 888.478326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.478569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.478740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.479052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.479311] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.479516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.479655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.479897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.480095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.481177] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.565438] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.565665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-42" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.565802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-42" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.566189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-42" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.566551] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.566745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.566884] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.567179] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.567302] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.567556] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.567682] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.567828] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.567905] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.568033] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.568173] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.568289] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.585410] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.585592] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.585725] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.585907] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-42" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.586298] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-c0e6a247-b353-4a73-9c8c-002abe975bf8 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.586964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.586964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.586964] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.587172] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e6a247-b353-4a73-9c8c-002abe975bf8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.610994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.611249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.611420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.611732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.611871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.612168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.612339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.612445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.612679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.612801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.612938] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 already deleted. [ 888.613087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.875413] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.875413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.875804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.875804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.875864] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.876118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.876118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.876216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.876247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.876331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.876475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.876567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.876625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.876763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.876898] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.876990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.877067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.877195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.877269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.877349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.877433] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.982932] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.983114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.983197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.983430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.983529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.983715] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.983814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.983878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.984036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.984115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.984201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 889.035752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.035976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.036085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.036303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.036856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.054354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 889.089257] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.089540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.089744] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.090087] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.090275] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.090475] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port c0e6a247-b353-4a73-9c8c-002abe975bf8 not found, creating... [ 889.090793] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.091020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.091211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.091499] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.091671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.091997] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.092174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.092343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.092936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.092936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.092936] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: c0e6a247-b353-4a73-9c8c-002abe975bf8 is going to be created. [ 889.114167] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.114363] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.114519] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.114729] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.114960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.115226] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.379752] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406e6b1b-2335-4f95-95d9-e09032a4c620: rpc.has_security_group_logging(os_id): False [ 889.398748] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.398877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.398991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.399178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.399268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.399473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.399578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.399641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.399785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.399859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.400042] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.400138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.400192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.400333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.400398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.400560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.400650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.400712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.400838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.400935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.401025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 889.472607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.472607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.472607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.473359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.473359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.483958] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 889.783974] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 889.784198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.784487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.784925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.785278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.785432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.785516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.785690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.785787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.785872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.785979] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.101226] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 req-2d73108b-c7ed-40b2-8f4d-c8b632a77ab1 service nova] Enqueued Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_rules [ 890.101519] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 req-2d73108b-c7ed-40b2-8f4d-c8b632a77ab1 service nova] Enqueued Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 890.101555] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 req-2d73108b-c7ed-40b2-8f4d-c8b632a77ab1 service nova] Enqueued Resource ID: c0e6a247-b353-4a73-9c8c-002abe975bf8 with Priority: HIGHEST for action port [ 890.102488] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_rules [ 890.102617] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 890.102709] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e6a247-b353-4a73-9c8c-002abe975bf8 with Priority: HIGHEST for action port [ 890.102991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.104101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.104180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.104516] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.111179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.111502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.111502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.111883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.111883] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.112008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.112008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.112174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.112259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.112358] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.113597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0e6a247-b353-4a73-9c8c-002abe975bf8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.113597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.113597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.113597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.113851] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0e6a247-b353-4a73-9c8c-002abe975bf8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.293808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.293808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.293808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.293808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.293808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.294446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.294446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.294446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.294446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.294446] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.615059] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.615173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.619592] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.621682] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0e6a247-b353-4a73-9c8c-002abe975bf8 with status ACTIVE [ 890.621682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.621682] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.621682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.622147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.622147] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622147] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.622271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.623544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.623544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.623544] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0e6a247-b353-4a73-9c8c-002abe975bf8 is going to be updated. [ 890.643686] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.643824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.643924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.644159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.644311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.644467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0e6a247-b353-4a73-9c8c-002abe975bf8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.796737] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827ccf7c-902c-4dad-beaa-4a1344c7fbaa: rpc.has_security_group_logging(os_id): False [ 890.815356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.815471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.815510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.815694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.815783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.815967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.816128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.816199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.816361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.816441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.816643] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.816741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.816800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.816941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.817025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.817223] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.817317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.817379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.817518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.817592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.817677] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 890.875945] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.876144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.876201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.876438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.876592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.888760] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 891.062947] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 891.063147] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 891.063282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.124843] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.498217] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 891.498829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.627284] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.627463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.627531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.627746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.627836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.627933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 is going to be created. [ 891.651396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.651563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.651610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.651818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.652011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.663354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: UNINITIALIZED for 2s [ 892.692801] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4809bc3f-7dc1-4e08-b04f-c20b381aeeb6 None None] Enqueued Resource ID: 5db6a5f9-fda2-4d0e-9591-50908dfd6943 with Priority: HIGHEST for action port [ 892.693806] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db6a5f9-fda2-4d0e-9591-50908dfd6943 with Priority: HIGHEST for action port [ 892.693806] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db6a5f9-fda2-4d0e-9591-50908dfd6943 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.693806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db6a5f9-fda2-4d0e-9591-50908dfd6943" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.693806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db6a5f9-fda2-4d0e-9591-50908dfd6943" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.694942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db6a5f9-fda2-4d0e-9591-50908dfd6943" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.694942] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db6a5f9-fda2-4d0e-9591-50908dfd6943',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.900915] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 892.902053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.200081] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db6a5f9-fda2-4d0e-9591-50908dfd6943 [ 893.200326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.200475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.200555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.201122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.201308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.201414] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db6a5f9-fda2-4d0e-9591-50908dfd6943 already deleted. [ 893.201528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db6a5f9-fda2-4d0e-9591-50908dfd6943" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.669987] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: SUCCESS [ 893.671231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.671903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.674023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.674023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.674023] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.942814] env[62741]: INFO networking_nsxv3.common.synchronization [req-adf1da75-0c0c-474e-b33e-e358c5eef102 req-18844c1a-218b-4fb3-841c-36b5c6a8f36b tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 893.943381] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 893.943684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.943808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.943875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.945058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.945058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.945181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.945181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.945351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.945441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.945537] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.177419] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.178614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.178614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.179047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.179179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.179348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.179644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.179728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.179795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.179940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.180094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.180154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.180555] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.180687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.180687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.180982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.180982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.181167] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.447893] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.683873] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f22edf-c1b1-4cfb-81d3-f494002f7936: rpc.has_security_group_logging(os_id): False [ 894.702612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.702753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.702824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.703032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.703128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.703330] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.703450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.703492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.703640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.703716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.703892] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.703986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.704074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.704216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.704293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.704476] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.704570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.704629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.704767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.704838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.704920] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 is going to be created. [ 894.767672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.767865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.767917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.768106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.768288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.778402] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: IN_PROGRESS for 2s [ 894.950070] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.980116] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c2a75d8b-0f6c-4e7c-9ce9-2c641e7ee6cc None None] Enqueued Resource ID: cc31c2f9-727d-4cb2-9110-2ea98bef3a35 with Priority: HIGHEST for action port [ 894.980612] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc31c2f9-727d-4cb2-9110-2ea98bef3a35 with Priority: HIGHEST for action port [ 894.981353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc31c2f9-727d-4cb2-9110-2ea98bef3a35 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.981483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc31c2f9-727d-4cb2-9110-2ea98bef3a35" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.981552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc31c2f9-727d-4cb2-9110-2ea98bef3a35" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.981811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc31c2f9-727d-4cb2-9110-2ea98bef3a35" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.981895] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc31c2f9-727d-4cb2-9110-2ea98bef3a35',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.452907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.453061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.453136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.453345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.453458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.453713] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 895.481136] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.481350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.481409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.481616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.481759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.484276] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc31c2f9-727d-4cb2-9110-2ea98bef3a35 [ 895.484558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.484682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.484750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.484921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.485017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.485111] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc31c2f9-727d-4cb2-9110-2ea98bef3a35 already deleted. [ 895.485417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc31c2f9-727d-4cb2-9110-2ea98bef3a35" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.489743] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 896.790524] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: SUCCESS [ 896.790827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.486756] env[62741]: INFO networking_nsxv3.common.synchronization [req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 req-cfb503dd-db8f-49b0-9ff6-5cb0c7376d56 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 897.489674] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 897.489674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.489674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.489674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.489674] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.499661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 897.499661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.831946] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.832286] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.832286] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.832742] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.833204] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.833432] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.833572] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.833843] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.834050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.834282] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.834409] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.834631] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.834756] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.834881] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.835039] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.835201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.852861] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.853045] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.853199] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.853374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.853700] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.853882] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.854019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.854324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.854485] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1d744f-f7b6-4592-8e5c-a3923ed78af7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.992281] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.992281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.992281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.992481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.992512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.992836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.993037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.993159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.993425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.993576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.993766] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 898.018130] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.018307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.018382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.018597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.018755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.028037] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 898.356716] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.357036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.357187] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.357497] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.357670] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.357839] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 not found, creating... [ 898.358118] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.358289] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.358415] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.358671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.358821] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.359126] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.359306] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.359418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.359637] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.359777] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.359923] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 is going to be created. [ 898.379091] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.379356] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.379494] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.379746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.379970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.380205] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.056947] env[62741]: INFO networking_nsxv3.common.synchronization [req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 req-57ae0abe-d173-484f-b6b3-8c747b7969ba service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 899.057161] env[62741]: INFO networking_nsxv3.common.synchronization [req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 req-57ae0abe-d173-484f-b6b3-8c747b7969ba service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 899.057304] env[62741]: INFO networking_nsxv3.common.synchronization [req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 req-57ae0abe-d173-484f-b6b3-8c747b7969ba service nova] Enqueued Resource ID: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 with Priority: HIGHEST for action port [ 899.057535] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 899.057652] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 899.057750] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 with Priority: HIGHEST for action port [ 899.058377] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.058455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.058533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.058731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.058820] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.059978] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.060090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.060287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.060387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.060454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.060619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.060692] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1d744f-f7b6-4592-8e5c-a3923ed78af7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.564027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.564027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.564027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 with status ACTIVE [ 899.564027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.564027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.564027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.564027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.564522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.564522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.564522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.564522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.564668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.564668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.564790] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.564885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.564947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.565102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.565179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.565262] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 is going to be updated. [ 899.585889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.586236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.586236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.586340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.586613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.586613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1d744f-f7b6-4592-8e5c-a3923ed78af7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.036860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 900.036860] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 900.037130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.037130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.037491] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.037611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.037677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.037902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.037902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.038028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.540910] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.043365] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.546338] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.546700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.546700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.546700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.546700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.546838] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 901.577391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.577545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.577618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.577848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.577996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.586168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 901.899311] env[62741]: INFO networking_nsxv3.common.synchronization [req-ae1d038d-8cfa-4083-be75-c96c9f527451 req-7a026232-db3a-4f3b-9cf2-6ed1f1b72764 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 901.899867] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGHEST for action security_group_members [ 901.900195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.900319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.900386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.900623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.900782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.900882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.900946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.901140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.901225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.901320] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.296185] env[62741]: INFO networking_nsxv3.common.synchronization [req-39881667-aad8-4547-add1-883a22bcd4a0 req-f3f6b8db-2d79-4ce6-8f50-4dab1483014b tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Enqueued Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 902.296779] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 with Priority: HIGHEST for action security_group_members [ 902.297146] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f22edf-c1b1-4cfb-81d3-f494002f7936 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.297274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.297358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.297603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.297768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.297895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.297961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.298553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.298553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.298553] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f22edf-c1b1-4cfb-81d3-f494002f7936',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.404718] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.406676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.406676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.406676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.426022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.426022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.426022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.426022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.426318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.426318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.426318] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be updated. [ 902.452338] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.452483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.452574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.452841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.453038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.461618] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: IN_PROGRESS for 2s [ 902.801065] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.801352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.801391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.801835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.801835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.801944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.801998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.802098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.802508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.802508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.802508] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 is going to be updated. [ 902.847560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.847698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.847771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.847967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.848118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.856937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: IN_PROGRESS for 2s [ 903.596699] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 903.596956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.597144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.597364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.597561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.597681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.597747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.598235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.598235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.598235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.598235] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.100513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.100869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.100869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.100962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.101115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.101274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.101509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.101663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.101808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.102079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.102421] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.102523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.102610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.102849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.102937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.103037] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.470755] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e in Status: SUCCESS [ 904.470989] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e deletion is rescheduled due to dependency. [ 904.471136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.604988] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 904.622162] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.622162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.622162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.622162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.622162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.622534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.622534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.622534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.622682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.622682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.623016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.623167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.623241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.623426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.623512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.623753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.623868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.623937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.624118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.624209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.624306] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 904.680123] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.680463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.680609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.680827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.691747] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 904.868282] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 in Status: SUCCESS [ 904.868343] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f22edf-c1b1-4cfb-81d3-f494002f7936 deletion is rescheduled due to dependency. [ 904.868437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f22edf-c1b1-4cfb-81d3-f494002f7936" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.530022] env[62741]: INFO networking_nsxv3.common.synchronization [req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 req-76ccf51f-63e6-4094-a9db-e569e52cd031 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 905.530022] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 905.530022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.530022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.530022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.530022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.530022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.530022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.530022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.530664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.530664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.530664] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.864761] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.864761] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.864761] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.864985] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.866196] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.866196] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.866196] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.866196] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.866196] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.866602] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.866602] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.866718] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.866837] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.866983] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.867121] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.867265] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.884999] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.885204] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.885361] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.887439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.887439] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-53725316-244a-4d20-9c71-79404eb5af29 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.887439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.887439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.887439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.887439] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53725316-244a-4d20-9c71-79404eb5af29',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.032739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.032930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.033025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.033273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.033364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.033562] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.033673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.033731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.033863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.033948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.034032] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 906.061133] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.061352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.061463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.061822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.062044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.073526] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 906.128707] env[62741]: INFO networking_nsxv3.common.synchronization [req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 req-2f061f8c-294c-4202-8963-76464d1c8bd2 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 906.129410] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 906.129789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.130508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.130580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.130791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.130955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.131072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.131139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.131296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.131383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.131480] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.390423] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.390659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.390701] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.391133] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.391133] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.391304] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 53725316-244a-4d20-9c71-79404eb5af29 not found, creating... [ 906.391573] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.391761] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.391875] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.392117] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.392262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.392550] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.392721] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.392859] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.393083] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.393225] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.393372] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 53725316-244a-4d20-9c71-79404eb5af29 is going to be created. [ 906.412655] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.412951] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.413010] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.413225] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.413443] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.413661] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.633944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.633944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.633944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.634372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.634372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.634540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.634676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.634724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.635401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.635401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.635401] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 906.670377] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.670524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.670902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.670902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.670902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.680479] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 906.702434] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 906.702434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.224311] env[62741]: INFO networking_nsxv3.common.synchronization [req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 req-297580bb-18ff-4386-9de7-7e6e52a45e3e service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 907.224510] env[62741]: INFO networking_nsxv3.common.synchronization [req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 req-297580bb-18ff-4386-9de7-7e6e52a45e3e service nova] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 907.224659] env[62741]: INFO networking_nsxv3.common.synchronization [req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 req-297580bb-18ff-4386-9de7-7e6e52a45e3e service nova] Enqueued Resource ID: 53725316-244a-4d20-9c71-79404eb5af29 with Priority: HIGHEST for action port [ 907.224891] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_rules [ 907.225026] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 907.225125] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53725316-244a-4d20-9c71-79404eb5af29 with Priority: HIGHEST for action port [ 907.225662] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.225786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.225847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.226193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.226302] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.227107] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.227202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.227396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-53725316-244a-4d20-9c71-79404eb5af29 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.227485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.227550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.227724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.227799] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53725316-244a-4d20-9c71-79404eb5af29',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.730757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.730757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53725316-244a-4d20-9c71-79404eb5af29 with status ACTIVE [ 907.730757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.730757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.731256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.731256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.731334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.731680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.731680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.731680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.731960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.731960] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.732068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.732068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.732218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.732291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.732375] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53725316-244a-4d20-9c71-79404eb5af29 is going to be updated. [ 907.753040] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.753174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.753286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.753437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.753542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.753691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53725316-244a-4d20-9c71-79404eb5af29" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.082210] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 908.082402] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 908.082516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.082672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.082884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.083073] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.083188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.083253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.083413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.083492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.083584] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.586019] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.690089] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 908.690301] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa deletion is rescheduled due to dependency. [ 908.690420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.088402] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.494962] env[62741]: INFO networking_nsxv3.common.synchronization [req-c8399901-b165-4715-b7dd-6f4102ab7d2e req-6276f3de-89c2-48e7-9cb0-4c38d783e592 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 909.495541] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGHEST for action security_group_members [ 909.495847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.495973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.498854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.498854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.498854] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.591688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.591834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.591891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.592139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.592236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.592339] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 909.619434] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.619586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.619644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.619882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.620041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.627419] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 909.769433] env[62741]: INFO networking_nsxv3.common.synchronization [req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 req-073b7b99-3abc-4060-a7ea-9b10c781d534 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Enqueued Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 909.769433] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 909.769433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.769433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.769433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.769433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.769433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.774203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.774330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.774499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.776071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.776071] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.999497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.999651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.999721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.999931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.000027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.000211] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.000307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.000366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.000514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.000585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.000667] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be updated. [ 910.026223] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.026360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.026431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.026767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.034469] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: IN_PROGRESS for 2s [ 910.066721] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.066915] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-309" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.067055] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-309" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.067384] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-309" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.067641] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.067800] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.067928] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.068162] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.068322] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.068528] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.068653] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.068767] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.068873] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.069040] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.069107] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.069228] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.087741] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.087841] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.088567] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.088567] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-309" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.088567] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-29fdeb92-1584-4c8d-9c54-269da1c135e0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.088969] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.088969] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.089187] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.089332] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fdeb92-1584-4c8d-9c54-269da1c135e0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.277365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.277365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.277534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.278090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.278090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.278090] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.278090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.278090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.278333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.278333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.278399] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c already deleted. [ 910.278437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.591866] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.591866] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.592060] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.592495] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.592567] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.592730] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 29fdeb92-1584-4c8d-9c54-269da1c135e0 not found, creating... [ 910.593474] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.593474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.593474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.593656] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.593793] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.594292] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.594543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.594714] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.594940] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.595102] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.595252] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 29fdeb92-1584-4c8d-9c54-269da1c135e0 is going to be created. [ 910.616589] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.616794] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.617024] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.617232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.617468] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.617712] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.328723] env[62741]: INFO networking_nsxv3.common.synchronization [req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 req-ba2c1926-037b-4047-94f4-42fc26e25355 service nova] Enqueued Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_rules [ 911.328977] env[62741]: INFO networking_nsxv3.common.synchronization [req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 req-ba2c1926-037b-4047-94f4-42fc26e25355 service nova] Enqueued Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 911.329073] env[62741]: INFO networking_nsxv3.common.synchronization [req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 req-ba2c1926-037b-4047-94f4-42fc26e25355 service nova] Enqueued Resource ID: 29fdeb92-1584-4c8d-9c54-269da1c135e0 with Priority: HIGHEST for action port [ 911.329304] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_rules [ 911.329432] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 911.329568] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fdeb92-1584-4c8d-9c54-269da1c135e0 with Priority: HIGHEST for action port [ 911.330836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.331029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.331203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.331498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.331620] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.332583] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.332747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.332885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.333116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.333318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.333477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.333580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.334078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.334078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.334078] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.335138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fdeb92-1584-4c8d-9c54-269da1c135e0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.335442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.335578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.335829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.336023] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fdeb92-1584-4c8d-9c54-269da1c135e0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.636593] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 911.636816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.636977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.637445] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.637567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.637627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.637786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.637865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.637946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.638049] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.838717] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.838894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.839176] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.840353] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fdeb92-1584-4c8d-9c54-269da1c135e0 with status ACTIVE [ 911.840568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.840684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.841579] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.841579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.841850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.842253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.842354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.842584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.842584] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.842640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.842708] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fdeb92-1584-4c8d-9c54-269da1c135e0 is going to be updated. [ 911.885022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.885022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.885022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.885022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.885022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.885022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fdeb92-1584-4c8d-9c54-269da1c135e0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.044245] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 in Status: SUCCESS [ 912.044468] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 deletion is rescheduled due to dependency. [ 912.044536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.140585] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.140585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.140874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.141079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.141238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.141325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.141413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.141561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.141655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.141714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.141851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.141993] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.142115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.142179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.142320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.142394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.142474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.142562] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.344320] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.644567] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69279a8b-6965-4f37-b051-527c1a1f49ce: rpc.has_security_group_logging(os_id): False [ 912.662245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.662406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.662471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.662660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.662752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.662940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.663051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.663157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.663255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.663332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.663513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.663606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.663668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.663806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.663958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.664080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.664175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.664235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.664446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.664530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.664620] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 912.727692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.727826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.727869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.728111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.728239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.740940] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 912.846600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.846863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.846975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.847318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.847489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.847760] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c is going to be created. [ 912.884517] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.884696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.884770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.885016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.885182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.895870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: UNINITIALIZED for 2s [ 914.753163] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 914.753451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.905613] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: SUCCESS [ 914.906118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.906325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.906558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.906750] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.906871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.906940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.907109] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.907205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.907294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.907387] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.410108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.410236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.410276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.410499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.410676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.410819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.410893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.410990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.411088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.411178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.411324] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.411417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.411477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.411617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.411753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.411842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.411902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.412056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.412130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.412288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.412347] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.914281] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c905fd7-fa67-4598-a967-4b9635f69b3c: rpc.has_security_group_logging(os_id): False [ 915.933384] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.933656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.933788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.934111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.934255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.934598] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.934751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.934866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.936012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.936180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.936484] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.936639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.936750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.936987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.937146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.937440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.937608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.937735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.937978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.938134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.938288] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c is going to be created. [ 915.993201] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.993360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.993421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.993634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.993807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.004025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: IN_PROGRESS for 2s [ 916.330562] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 916.330611] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 918.017557] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: SUCCESS [ 918.017557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.846591] env[62741]: INFO networking_nsxv3.common.synchronization [req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 req-89d8cbad-046a-48b3-934e-7f0940320168 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 918.847183] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 918.847515] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.847885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.847885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.847995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.848098] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.848193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.848257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.848409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.848497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.848589] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.350553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.350901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.350901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.350980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.351085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.351288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.351417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.351477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.351593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.351668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.351773] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 919.377334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.377334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.377334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.377562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.377562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.385357] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 919.467455] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.467686] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.467825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.468480] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.468552] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.469009] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.469195] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.469471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.469637] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.469875] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.470009] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.470133] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.470256] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.470441] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.470606] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.470764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.490678] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.490678] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.490917] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.491119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.491442] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-83684945-bb8f-4f40-b49c-e651bcdea96a taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.491654] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.491774] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.492243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.492243] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83684945-bb8f-4f40-b49c-e651bcdea96a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.000019] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.000019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 83684945-bb8f-4f40-b49c-e651bcdea96a not found, creating... [ 920.000019] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.000019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.000601] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.000601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.000601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.000601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.000601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.000601] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 83684945-bb8f-4f40-b49c-e651bcdea96a is going to be created. [ 920.020582] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.020828] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.020970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.021298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.021567] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.021803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.805990] env[62741]: INFO networking_nsxv3.common.synchronization [req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 req-f3085ec2-3d29-4ef1-90b6-c445d016e40b service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 920.805990] env[62741]: INFO networking_nsxv3.common.synchronization [req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 req-f3085ec2-3d29-4ef1-90b6-c445d016e40b service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 920.806232] env[62741]: INFO networking_nsxv3.common.synchronization [req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 req-f3085ec2-3d29-4ef1-90b6-c445d016e40b service nova] Enqueued Resource ID: 83684945-bb8f-4f40-b49c-e651bcdea96a with Priority: HIGHEST for action port [ 920.806355] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 920.806480] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 920.806578] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83684945-bb8f-4f40-b49c-e651bcdea96a with Priority: HIGHEST for action port [ 920.807234] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.807389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.807428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.807621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.807695] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.808940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.809062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.809278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-83684945-bb8f-4f40-b49c-e651bcdea96a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.809384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.809453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.809631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.809710] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83684945-bb8f-4f40-b49c-e651bcdea96a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.311645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.311826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.313729] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83684945-bb8f-4f40-b49c-e651bcdea96a with status ACTIVE [ 921.313729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.313729] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.313729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.314094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.314094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.318517] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.318724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.318822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.319156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.319221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.319332] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83684945-bb8f-4f40-b49c-e651bcdea96a is going to be updated. [ 921.355576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.355576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.355576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.355576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.355576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.355576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83684945-bb8f-4f40-b49c-e651bcdea96a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.397982] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 921.398511] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 921.399079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.400954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.400954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.400954] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.719166] env[62741]: INFO networking_nsxv3.common.synchronization [None req-92448ee9-e62d-45b5-8142-cdb88f0cc059 None None] Enqueued Resource ID: 8ae348c3-cb44-42ab-835f-35e066d3fe9d with Priority: HIGHEST for action port [ 921.719598] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae348c3-cb44-42ab-835f-35e066d3fe9d with Priority: HIGHEST for action port [ 921.720088] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae348c3-cb44-42ab-835f-35e066d3fe9d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.720719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae348c3-cb44-42ab-835f-35e066d3fe9d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.720719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae348c3-cb44-42ab-835f-35e066d3fe9d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.721160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae348c3-cb44-42ab-835f-35e066d3fe9d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.721160] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae348c3-cb44-42ab-835f-35e066d3fe9d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.903487] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.957052] env[62741]: INFO networking_nsxv3.common.synchronization [None req-1eefa5a1-fbdc-4ca2-9cad-0b8cae7bc64b None None] Enqueued Resource ID: e46f9f51-aea0-490c-acc7-f73b3a7ed8b2 with Priority: HIGHEST for action port [ 921.957324] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46f9f51-aea0-490c-acc7-f73b3a7ed8b2 with Priority: HIGHEST for action port [ 921.957911] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e46f9f51-aea0-490c-acc7-f73b3a7ed8b2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.958107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e46f9f51-aea0-490c-acc7-f73b3a7ed8b2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.958182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e46f9f51-aea0-490c-acc7-f73b3a7ed8b2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.958445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e46f9f51-aea0-490c-acc7-f73b3a7ed8b2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.958535] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46f9f51-aea0-490c-acc7-f73b3a7ed8b2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.223401] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae348c3-cb44-42ab-835f-35e066d3fe9d [ 922.223639] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.223771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.223837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.224075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.224172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.224271] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae348c3-cb44-42ab-835f-35e066d3fe9d already deleted. [ 922.224335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae348c3-cb44-42ab-835f-35e066d3fe9d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.405756] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.461300] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e46f9f51-aea0-490c-acc7-f73b3a7ed8b2 [ 922.464019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.464019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.464019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.464019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.464019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.464019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e46f9f51-aea0-490c-acc7-f73b3a7ed8b2 already deleted. [ 922.464019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e46f9f51-aea0-490c-acc7-f73b3a7ed8b2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.523953] env[62741]: INFO networking_nsxv3.common.synchronization [req-74729068-5f3e-49d8-ad0c-2629a1906a5d req-39c12074-67da-42bd-a36a-87dc56f626a4 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Enqueued Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 922.524512] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGHEST for action security_group_members [ 922.524824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.524934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.525007] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.525221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.525373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.525468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.525531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.525679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.525765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.525853] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.909173] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.909554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.909554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.909632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.909718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.909816] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 922.938038] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.938201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.938201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.938376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.938612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.946990] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 923.029255] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.029255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.029255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.029507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.029545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.029772] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.029874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.030025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.030334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.031140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.031140] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c is going to be updated. [ 923.057906] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.058086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.058160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.058379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.058525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.067870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: IN_PROGRESS for 2s [ 923.069720] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5cc5f7e0-8e75-4fb9-a50f-815d9107a193 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 923.069982] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 923.070592] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.070709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.070773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.071038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.071114] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.201032] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c8717885-a18b-4255-a3fb-b9ff213b3a72 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 923.201639] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 923.205090] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.205224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.592376] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.592522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.592740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.594915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.594915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.594915] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb already deleted. [ 923.594915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.594915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.594915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.594915] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.131751] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.132101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.132261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.132348] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb already deleted. [ 924.132427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.325455] env[62741]: INFO networking_nsxv3.common.synchronization [None req-a0f3b5e6-fa9b-41a3-860d-63a6ea5660f0 None None] Enqueued Resource ID: 58382fde-32f0-4e0d-8e8c-b2533f285d47 with Priority: HIGHEST for action port [ 924.325455] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58382fde-32f0-4e0d-8e8c-b2533f285d47 with Priority: HIGHEST for action port [ 924.325455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-58382fde-32f0-4e0d-8e8c-b2533f285d47 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.325455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58382fde-32f0-4e0d-8e8c-b2533f285d47" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.325455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58382fde-32f0-4e0d-8e8c-b2533f285d47" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.325455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58382fde-32f0-4e0d-8e8c-b2533f285d47" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.325455] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58382fde-32f0-4e0d-8e8c-b2533f285d47',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.786890] env[62741]: INFO networking_nsxv3.common.synchronization [None req-fd907aef-b4a0-4fc3-93d6-95f64833fc2f None None] Enqueued Resource ID: d50c77b2-f58c-41f1-a2f7-8eb72b90492d with Priority: HIGHEST for action port [ 924.786890] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50c77b2-f58c-41f1-a2f7-8eb72b90492d with Priority: HIGHEST for action port [ 924.787661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50c77b2-f58c-41f1-a2f7-8eb72b90492d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.787661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50c77b2-f58c-41f1-a2f7-8eb72b90492d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.787661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50c77b2-f58c-41f1-a2f7-8eb72b90492d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.787919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50c77b2-f58c-41f1-a2f7-8eb72b90492d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.787919] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50c77b2-f58c-41f1-a2f7-8eb72b90492d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.827441] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58382fde-32f0-4e0d-8e8c-b2533f285d47 [ 924.827688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.827826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.827887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.828125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.828214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.828311] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58382fde-32f0-4e0d-8e8c-b2533f285d47 already deleted. [ 924.828391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58382fde-32f0-4e0d-8e8c-b2533f285d47" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.960429] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 924.960795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.961890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.962251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.962528] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.962722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.962814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.963505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.963633] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.963687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.963802] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.077928] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c in Status: SUCCESS [ 925.077928] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c deletion is rescheduled due to dependency. [ 925.077928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.291185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50c77b2-f58c-41f1-a2f7-8eb72b90492d [ 925.291185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.291185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.291774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.291774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.291774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.291774] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50c77b2-f58c-41f1-a2f7-8eb72b90492d already deleted. [ 925.291774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50c77b2-f58c-41f1-a2f7-8eb72b90492d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.466920] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.467120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.467157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.467375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.467547] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.467649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.467714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.467865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.467951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.468049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.468193] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.468287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.468358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.468504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.469387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.469387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.469387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.469387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.469387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.469387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.469387] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.873774] env[62741]: INFO networking_nsxv3.common.synchronization [req-01cef1db-f5d7-4948-a6a0-103ac937eb67 req-1cb6e90b-5a49-4f80-937e-984744cd8129 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Enqueued Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 925.874342] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69279a8b-6965-4f37-b051-527c1a1f49ce with Priority: HIGHEST for action security_group_members [ 925.874648] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-69279a8b-6965-4f37-b051-527c1a1f49ce taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.874774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.874841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.875194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.875369] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.875477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.875533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.875694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.875780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.875991] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69279a8b-6965-4f37-b051-527c1a1f49ce',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.971412] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 925.990341] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.992186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.992186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.992581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.993576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.993576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.993576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.993576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.993798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.993798] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.993892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.993958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.994118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.994196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.994285] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 926.050433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.050659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.051060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.062409] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 926.378197] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.378572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.378572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.378639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.378730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.378991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.379112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.379379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.379578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.379690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.379803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce is going to be updated. [ 926.406691] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.406851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.406890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.407158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.407390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.415240] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: IN_PROGRESS for 2s [ 928.075187] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 928.075491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.274558] env[62741]: INFO networking_nsxv3.common.synchronization [None req-76cc8fc5-37d7-41b6-9cc4-bdd591f77acf tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 928.274558] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 928.274558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.274558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.274558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.274558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.274558] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.405375] env[62741]: INFO networking_nsxv3.common.synchronization [None req-9dfa10c7-4f06-43f0-bd12-5c15297b3993 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 928.405375] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 928.405375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.405375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.425121] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69279a8b-6965-4f37-b051-527c1a1f49ce in Status: SUCCESS [ 928.425304] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69279a8b-6965-4f37-b051-527c1a1f49ce deletion is rescheduled due to dependency. [ 928.425423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69279a8b-6965-4f37-b051-527c1a1f49ce" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.797420] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.797578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.797634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.797846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.797934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.798041] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 already deleted. [ 928.798124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.798269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.798422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.798505] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.001018] env[62741]: INFO networking_nsxv3.common.synchronization [req-bdb0ed79-c454-48d0-8ec4-a79988e81824 req-79ad8a96-2734-4d5a-a7f3-e2e19daccad5 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Enqueued Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 929.001018] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e2abcc-5446-4cb6-9bce-46539262f285 with Priority: HIGHEST for action security_group_members [ 929.001229] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e2abcc-5446-4cb6-9bce-46539262f285 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.001386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.001543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.002020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.002020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.002145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.002237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.002432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.002781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.002781] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e2abcc-5446-4cb6-9bce-46539262f285',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.318699] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.319021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.319021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.319140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.319224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.319320] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 already deleted. [ 929.319406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.505483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.505629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.505704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.505918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.525811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.526097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.526219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.526287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.526487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.526570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.526674] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 is going to be updated. [ 929.550444] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.550627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.550789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.550995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.551168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.561183] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: IN_PROGRESS for 2s [ 930.091288] env[62741]: INFO networking_nsxv3.common.synchronization [req-4c1fb03f-80ae-466d-a323-a8d6169a4382 req-30277467-c156-49b9-9f46-1d743a85859b tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 930.091288] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 930.091288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.091288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.091288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.091288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.091788] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.092028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.092186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.092436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.093496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.093783] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.453577] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.453955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.453955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.454212] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.454653] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.454825] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.454979] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.455247] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.455388] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.455615] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.455771] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.455894] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.456031] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.456168] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.456285] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.456439] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.486584] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.486767] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.487786] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.487786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-552" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.487786] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-30e42de4-f89b-4aa2-aac2-312ed167f573 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.487786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.487786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.488164] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.488310] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e42de4-f89b-4aa2-aac2-312ed167f573',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.599793] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.599989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.600088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.600337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.600459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.600675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.600810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.600877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.601151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.601237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.601331] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 930.625924] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.625924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.627600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.627600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.627600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.635712] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 930.991104] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.991359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.991493] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.991776] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.991931] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.992133] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 30e42de4-f89b-4aa2-aac2-312ed167f573 not found, creating... [ 930.992405] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.992566] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.992690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.992950] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.993139] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.993427] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.993590] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.993712] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.993936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.994137] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.994291] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 30e42de4-f89b-4aa2-aac2-312ed167f573 is going to be created. [ 931.014807] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.014983] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.015130] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.015387] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.015606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.015852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.569666] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e2abcc-5446-4cb6-9bce-46539262f285 in Status: SUCCESS [ 931.570137] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e2abcc-5446-4cb6-9bce-46539262f285 deletion is rescheduled due to dependency. [ 931.570137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e2abcc-5446-4cb6-9bce-46539262f285" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.743382] env[62741]: INFO networking_nsxv3.common.synchronization [req-4c1fb03f-80ae-466d-a323-a8d6169a4382 req-ef7c42b3-c89c-44d3-af79-756f37db53db service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 931.743729] env[62741]: INFO networking_nsxv3.common.synchronization [req-4c1fb03f-80ae-466d-a323-a8d6169a4382 req-ef7c42b3-c89c-44d3-af79-756f37db53db service nova] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 931.743729] env[62741]: INFO networking_nsxv3.common.synchronization [req-4c1fb03f-80ae-466d-a323-a8d6169a4382 req-ef7c42b3-c89c-44d3-af79-756f37db53db service nova] Enqueued Resource ID: 30e42de4-f89b-4aa2-aac2-312ed167f573 with Priority: HIGHEST for action port [ 931.743956] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_rules [ 931.744127] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 931.744250] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e42de4-f89b-4aa2-aac2-312ed167f573 with Priority: HIGHEST for action port [ 931.744808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.744934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.744994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.748128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.748128] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.748128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.748128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.748128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e42de4-f89b-4aa2-aac2-312ed167f573 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.748128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.748128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.748128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.748128] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e42de4-f89b-4aa2-aac2-312ed167f573',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.250166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.250342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.250594] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e42de4-f89b-4aa2-aac2-312ed167f573 with status ACTIVE [ 932.250785] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.250946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.251044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.251306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.251439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.251649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.251763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.251848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.252062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.252179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.252397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.252516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.252607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.252773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.252881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.253019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e42de4-f89b-4aa2-aac2-312ed167f573 is going to be updated. [ 932.273283] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.273451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.273514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.273742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.273911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.274090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e42de4-f89b-4aa2-aac2-312ed167f573" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.644910] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 932.645266] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa deletion is rescheduled due to dependency. [ 932.645266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.645376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.645593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.645771] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.645890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.645956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.646129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.646213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.646885] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.148415] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.524488] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b req-01ff155d-e841-4375-894b-573a713ae4a4 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 933.525038] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 933.525336] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.525612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.525612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.525710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.525848] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.526422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.526422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.526699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.526814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.526937] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.650364] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.030582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.030582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.030582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.030582] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 934.056247] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.056403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.056461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.056848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.056848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.069241] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 934.153802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.153802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.155081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.155081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.155081] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 934.197516] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.197718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.197793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.197984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.198146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.209449] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 934.335020] env[62741]: INFO networking_nsxv3.common.synchronization [req-d4524fc5-3b09-43f6-a337-e799273e858a req-ecbd15b0-0a5e-43db-b2c2-bb847f71f2ad tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Enqueued Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 934.335020] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 934.335503] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.335753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.336778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.338890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.338890] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.338890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.338890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.338890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.338890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.338890] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.685920] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.686278] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-442" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.686278] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-442" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.687298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-442" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.687298] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.687298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.687298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.687298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.687675] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.687675] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.687746] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.687856] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.687972] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.688099] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.688664] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.688757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.705547] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.705722] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.705916] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.706122] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-442" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.706431] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.706602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.706724] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.707063] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.707216] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd07f3b6-6dc7-4a47-bca3-a0facca2f467',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.840207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.840434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.840434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.843072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.843072] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e already deleted. [ 934.843072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.211962] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.212378] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.212572] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.212974] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.213255] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.213509] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port fd07f3b6-6dc7-4a47-bca3-a0facca2f467 not found, creating... [ 935.213924] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.214209] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.214373] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.214624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.214774] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.215084] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.215249] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.215375] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.215665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.215884] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.216189] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 is going to be created. [ 935.247128] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.247128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.247128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.247128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.247128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.247128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.006941] env[62741]: INFO networking_nsxv3.common.synchronization [req-d4524fc5-3b09-43f6-a337-e799273e858a req-bd93f12e-d642-4c90-aa91-f76fdc586bba service nova] Enqueued Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_rules [ 936.007165] env[62741]: INFO networking_nsxv3.common.synchronization [req-d4524fc5-3b09-43f6-a337-e799273e858a req-bd93f12e-d642-4c90-aa91-f76fdc586bba service nova] Enqueued Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 936.007274] env[62741]: INFO networking_nsxv3.common.synchronization [req-d4524fc5-3b09-43f6-a337-e799273e858a req-bd93f12e-d642-4c90-aa91-f76fdc586bba service nova] Enqueued Resource ID: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 with Priority: HIGHEST for action port [ 936.007862] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_rules [ 936.008028] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 936.008150] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 with Priority: HIGHEST for action port [ 936.008493] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.008621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.008685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.008950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.009046] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.010015] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.010154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.010256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.010450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.010622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.010696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.010760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.010900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.011036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.011289] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.012112] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.012223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.012292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.012450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.012527] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd07f3b6-6dc7-4a47-bca3-a0facca2f467',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.078962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 936.079169] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 936.079283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.218490] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 936.219625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.219625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.219625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.219625] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.219625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.219625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.220459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.220459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.220459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.220459] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.515042] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.515205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.515413] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.516574] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd07f3b6-6dc7-4a47-bca3-a0facca2f467 with status ACTIVE [ 936.516574] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.516793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.516793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.516938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.516998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.517181] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.517305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.518064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.518064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.518340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.518340] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 is going to be updated. [ 936.537397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.537590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.537641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.537808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.537945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.538122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd07f3b6-6dc7-4a47-bca3-a0facca2f467" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.723564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.723845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.723845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.723999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.724263] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.724453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.724453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.724532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.724624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.724715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.724868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.724964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.725037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.725190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.725396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.725499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.725499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.725616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.725699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.725784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.725874] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.790472] env[62741]: INFO networking_nsxv3.common.synchronization [req-d101fd8f-2f8f-4757-9a22-96711b45da9c req-bf884e8e-3696-4d42-b983-726fbcf7c85e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 936.790994] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 936.791387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.791518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.791579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.792053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.792053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.792265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.792265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.792383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.792454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.792504] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.019941] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.104381] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.104381] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.104651] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.104926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.105341] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.105543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.105682] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.105926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.106099] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.106319] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.106464] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.109543] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.109543] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.109543] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.109543] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.109543] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.126044] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.126044] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.126044] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.126044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.126044] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3bd49e9d-8d5c-4677-8927-78529bf3694b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.126379] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.126379] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.126657] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.126805] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd49e9d-8d5c-4677-8927-78529bf3694b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.228406] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827ccf7c-902c-4dad-beaa-4a1344c7fbaa: rpc.has_security_group_logging(os_id): False [ 937.247927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.248170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.248170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.248414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.248507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.248666] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.248793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.248793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.248956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.249054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.249197] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.249297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.249359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.249487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.249552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.249741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.249855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.249896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.250054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.250135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.250388] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 937.295928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.296097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.296200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.296382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.296483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.296661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.296758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.296817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.296966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.297077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.297150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb already deleted. [ 937.297248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.311809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.312057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.312057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.312742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.312742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.326795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 937.524556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.524556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.524556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.524556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.524556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.524556] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e is going to be created. [ 937.553047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.553047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.553047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.553047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.553047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.560324] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: UNINITIALIZED for 2s [ 937.632260] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.632260] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3bd49e9d-8d5c-4677-8927-78529bf3694b not found, creating... [ 937.632260] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.632260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.632697] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.632697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.638471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.638471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.638471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.638471] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3bd49e9d-8d5c-4677-8927-78529bf3694b is going to be created. [ 937.661221] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.661221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.661221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.661498] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.661548] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.662135] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.460975] env[62741]: INFO networking_nsxv3.common.synchronization [req-d101fd8f-2f8f-4757-9a22-96711b45da9c req-c212189f-0325-48aa-9dc2-3ba248807434 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 938.461308] env[62741]: INFO networking_nsxv3.common.synchronization [req-d101fd8f-2f8f-4757-9a22-96711b45da9c req-c212189f-0325-48aa-9dc2-3ba248807434 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 938.461463] env[62741]: INFO networking_nsxv3.common.synchronization [req-d101fd8f-2f8f-4757-9a22-96711b45da9c req-c212189f-0325-48aa-9dc2-3ba248807434 service nova] Enqueued Resource ID: 3bd49e9d-8d5c-4677-8927-78529bf3694b with Priority: HIGHEST for action port [ 938.462035] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 938.462170] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 938.462268] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd49e9d-8d5c-4677-8927-78529bf3694b with Priority: HIGHEST for action port [ 938.462675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.462675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.462820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.462970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.463018] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.465935] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.466087] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.466165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.466435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.467061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.467188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.467341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.467515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.467661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.468275] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.472191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd49e9d-8d5c-4677-8927-78529bf3694b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.472191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.472191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.472191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.472191] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd49e9d-8d5c-4677-8927-78529bf3694b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.971492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.971661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.971879] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.972817] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bd49e9d-8d5c-4677-8927-78529bf3694b with status ACTIVE [ 938.973036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.973157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.973226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.973483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.973570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.973747] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.973846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.973906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.974067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.974143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.974345] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.974456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.974499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.974628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.974700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.974780] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bd49e9d-8d5c-4677-8927-78529bf3694b is going to be updated. [ 938.997449] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.997594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.997667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.997878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.998035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.998200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd49e9d-8d5c-4677-8927-78529bf3694b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.340287] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 939.340510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.476815] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.570755] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: SUCCESS [ 939.570991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.571186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.571460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.571872] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.571872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.571872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.572018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.572052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.572123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.572212] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.979048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.979286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.979378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.981279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.981279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.981279] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be created. [ 940.006241] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.006382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.006435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.006651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.006808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.016180] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: UNINITIALIZED for 2s [ 940.075131] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.075417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.075417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.075606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.075962] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.075962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.075962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.076390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.076390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.076535] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.076613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.076893] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.077070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.077202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.077273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.077363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.077451] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.580143] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7dfd3cb-58bb-4e67-a6fb-bcde593d692e: rpc.has_security_group_logging(os_id): False [ 940.600609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.600609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.600609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.600609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.601139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.601139] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.601139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.601448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.601448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.601578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.601813] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.601991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.602079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.602254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.602403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.602638] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.602826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.602826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.603106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.603194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.603299] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e is going to be created. [ 940.665347] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.665630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.665731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.665934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.666202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.675948] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: IN_PROGRESS for 2s [ 942.028028] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.028028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.028028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.531156] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.569380] env[62741]: INFO networking_nsxv3.common.synchronization [req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee req-114c62b5-39c4-4908-b5ff-51b2d822460d tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Enqueued Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 942.569918] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa with Priority: HIGHEST for action security_group_members [ 942.570541] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.570541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.570541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.570719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.570884] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.570986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.571065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.571242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.571327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.571420] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827ccf7c-902c-4dad-beaa-4a1344c7fbaa',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.686770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: SUCCESS [ 942.687013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.033422] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b99c11-1abb-4ff0-9b1b-31929b1df9cb: rpc.has_security_group_logging(os_id): False [ 943.052359] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.052359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.052359] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.052795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.052795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.053818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.053818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.053818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.053818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.053818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.053818] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be created. [ 943.075361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.075361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.075361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.075361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.075361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.075361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.075618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.075618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.075683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.075716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.075992] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa is going to be updated. [ 943.113055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.113055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.113055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.113055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.113055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.123072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.123072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.123072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.123072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.123072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.125927] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: IN_PROGRESS for 2s [ 943.133669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 943.414127] env[62741]: INFO networking_nsxv3.common.synchronization [req-bb0de8e6-4909-4998-b95f-40c902decc90 req-e300d91b-572c-42c4-88ff-526789c24023 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 943.415806] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 943.420072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.420372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.420520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.420979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.425021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.425021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.425021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.425021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.425021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.425021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.925534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.925694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.925938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.925997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.926086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.926364] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.926421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.926480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.926866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.926866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.926866] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 already deleted. [ 943.926996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.345315] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.345643] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.345688] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.345971] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.346264] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.346405] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.346530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.346754] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.347455] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.347572] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.347643] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.347791] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.347927] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.348060] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.348180] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.348334] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.368185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.368361] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.368707] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.371479] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.371479] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0ff85650-e11a-4519-b7fa-e6de853c4c71 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.371479] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.371479] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.371479] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.371479] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff85650-e11a-4519-b7fa-e6de853c4c71',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.873420] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.873420] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.873420] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.873911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.873911] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.874110] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 0ff85650-e11a-4519-b7fa-e6de853c4c71 not found, creating... [ 944.874461] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.874593] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.874750] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.875021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.875410] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.875490] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.875649] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.875768] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.876010] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.876164] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.876392] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 is going to be created. [ 944.897244] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.899020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.899020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.899020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.899020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.899020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.134945] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa in Status: SUCCESS [ 945.135180] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827ccf7c-902c-4dad-beaa-4a1344c7fbaa deletion is rescheduled due to dependency. [ 945.135319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827ccf7c-902c-4dad-beaa-4a1344c7fbaa" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.149752] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 945.149973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.156845] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e6695b03-15b9-45ae-a5fc-35aba2c29e0b None None] Enqueued Resource ID: e9428df0-b040-44d3-8ecb-e9ca7faf8b71 with Priority: HIGHEST for action port [ 945.157155] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9428df0-b040-44d3-8ecb-e9ca7faf8b71 with Priority: HIGHEST for action port [ 945.157743] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9428df0-b040-44d3-8ecb-e9ca7faf8b71 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.157876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9428df0-b040-44d3-8ecb-e9ca7faf8b71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.157945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9428df0-b040-44d3-8ecb-e9ca7faf8b71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.158283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9428df0-b040-44d3-8ecb-e9ca7faf8b71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.158357] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9428df0-b040-44d3-8ecb-e9ca7faf8b71',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.285205] env[62741]: INFO networking_nsxv3.common.synchronization [req-e24c850a-6261-423b-98af-a4462a1d6f74 req-cf89e295-03aa-4731-89e5-1fda8646e27e tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Enqueued Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 945.285738] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eccb415-81e1-43ff-9e53-c21856aee23b with Priority: HIGHEST for action security_group_members [ 945.286089] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eccb415-81e1-43ff-9e53-c21856aee23b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.286172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.286255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.289447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.289447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.289447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.289447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.289447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.289729] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eccb415-81e1-43ff-9e53-c21856aee23b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.660925] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9428df0-b040-44d3-8ecb-e9ca7faf8b71 [ 945.661200] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.661261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.661314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.662809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.662809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.662809] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9428df0-b040-44d3-8ecb-e9ca7faf8b71 already deleted. [ 945.662809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9428df0-b040-44d3-8ecb-e9ca7faf8b71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.792734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.792903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.792903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.793141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.812241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.812636] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.812961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.813234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.815019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.815019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.815019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b is going to be updated. [ 945.844207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.844207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.844207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.844207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.844207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.855093] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: IN_PROGRESS for 2s [ 945.981671] env[62741]: INFO networking_nsxv3.common.synchronization [req-bb0de8e6-4909-4998-b95f-40c902decc90 req-e12a7e80-5c89-4b81-b89d-9c0c9afad99b service nova] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 945.981865] env[62741]: INFO networking_nsxv3.common.synchronization [req-bb0de8e6-4909-4998-b95f-40c902decc90 req-e12a7e80-5c89-4b81-b89d-9c0c9afad99b service nova] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 945.982118] env[62741]: INFO networking_nsxv3.common.synchronization [req-bb0de8e6-4909-4998-b95f-40c902decc90 req-e12a7e80-5c89-4b81-b89d-9c0c9afad99b service nova] Enqueued Resource ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 with Priority: HIGHEST for action port [ 945.982570] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 945.982702] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 945.982820] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 with Priority: HIGHEST for action port [ 945.983291] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.983291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.983291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.983557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.983557] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.985742] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.985742] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.985742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.985742] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.987914] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff85650-e11a-4519-b7fa-e6de853c4c71 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.987914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.987914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.987914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.987914] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff85650-e11a-4519-b7fa-e6de853c4c71',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.491165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.491376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.491993] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.492638] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ff85650-e11a-4519-b7fa-e6de853c4c71 with status ACTIVE [ 946.492877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.493010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.493082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.493326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.493492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.493608] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.493882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.494057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.494492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.494492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.494492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.494686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.494686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.496295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.496295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.496295] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 is going to be updated. [ 946.514600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.514793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.514861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.515729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.515729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.520606] env[62741]: INFO networking_nsxv3.common.synchronization [None req-11386e09-920b-4ee7-8ac2-1936263ae313 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: d31ced9f-e31c-4184-8359-939f3294ddd5 with Priority: HIGHEST for action security_group_rules [ 946.520606] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31ced9f-e31c-4184-8359-939f3294ddd5 with Priority: HIGHEST for action security_group_rules [ 946.520606] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31ced9f-e31c-4184-8359-939f3294ddd5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.520606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.520606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.520890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.520890] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31ced9f-e31c-4184-8359-939f3294ddd5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.672861] env[62741]: INFO networking_nsxv3.common.synchronization [None req-74500112-bcf9-4572-ada5-3791872c4d59 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: d31ced9f-e31c-4184-8359-939f3294ddd5 with Priority: HIGHEST for action security_group_rules [ 946.673338] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31ced9f-e31c-4184-8359-939f3294ddd5 with Priority: HIGHEST for action security_group_rules [ 946.673988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d31ced9f-e31c-4184-8359-939f3294ddd5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.674139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.781204] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4e8ff0ef-9c60-43d5-a0f8-4aa2823e1282 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 946.781939] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 946.782978] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.782978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.782978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.783346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.783346] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.920091] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f3f83197-bb6a-4eb0-99d8-ab4eb5cd1d58 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 946.920091] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 946.920400] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.920501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.997230] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.050693] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.050861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.050916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.052736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.052862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.053030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31ced9f-e31c-4184-8359-939f3294ddd5 already deleted. [ 947.053162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.055410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.055557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.055652] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d31ced9f-e31c-4184-8359-939f3294ddd5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.305026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.305393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.305393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.305591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.305591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.305723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 already deleted. [ 947.305723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.305870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.306038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.306171] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.438061] env[62741]: INFO networking_nsxv3.common.synchronization [None req-32308be9-24cb-47f9-88bc-a791d5bbb6ac None None] Enqueued Resource ID: 4140c5f2-f9d4-4112-a2a5-be084ee06a6c with Priority: HIGHEST for action port [ 947.438061] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4140c5f2-f9d4-4112-a2a5-be084ee06a6c with Priority: HIGHEST for action port [ 947.438061] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4140c5f2-f9d4-4112-a2a5-be084ee06a6c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.438061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4140c5f2-f9d4-4112-a2a5-be084ee06a6c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.438061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4140c5f2-f9d4-4112-a2a5-be084ee06a6c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.438061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4140c5f2-f9d4-4112-a2a5-be084ee06a6c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.438061] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4140c5f2-f9d4-4112-a2a5-be084ee06a6c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.500365] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.500517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.500583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.501020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.501108] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be created. [ 947.525429] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.525429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.525429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.525723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.525778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.535411] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: UNINITIALIZED for 2s [ 947.575040] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.575215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.575283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.575521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.575618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.575714] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d31ced9f-e31c-4184-8359-939f3294ddd5 already deleted. [ 947.575792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d31ced9f-e31c-4184-8359-939f3294ddd5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.827388] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.827769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.827769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.828105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.828378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.828378] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 already deleted. [ 947.828491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.870962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eccb415-81e1-43ff-9e53-c21856aee23b in Status: SUCCESS [ 947.871162] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eccb415-81e1-43ff-9e53-c21856aee23b deletion is rescheduled due to dependency. [ 947.874256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eccb415-81e1-43ff-9e53-c21856aee23b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.942803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4140c5f2-f9d4-4112-a2a5-be084ee06a6c [ 947.943077] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.943225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.943325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.943624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.943820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.944106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4140c5f2-f9d4-4112-a2a5-be084ee06a6c already deleted. [ 947.944156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4140c5f2-f9d4-4112-a2a5-be084ee06a6c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.544995] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 949.545372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.545420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.545604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.545796] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.545910] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.545978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.546374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.546374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.546374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.546374] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.048827] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.284134] env[62741]: INFO networking_nsxv3.common.synchronization [req-198c63c4-802a-462c-bf96-fe239fe1f1d2 req-6845199d-ac7c-4e14-bcf1-f776d0384604 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 950.284134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 950.284134] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.285685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.285951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.288455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.288915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.289496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.289496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.289496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.289496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.289496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.551862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14be048-4b59-4325-bc3a-f0cd073621d0: rpc.has_security_group_logging(os_id): False [ 950.573208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.573361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.573409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.573619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.573709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.574034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.574157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.574215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.574363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.574440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.574530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be created. [ 950.636409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.636647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.636647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.636833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.637030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.647035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: IN_PROGRESS for 2s [ 950.791358] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.792604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.792604] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 already deleted. [ 950.792604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.049469] env[62741]: INFO networking_nsxv3.common.synchronization [req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd req-e6bc7506-f7f8-4b27-afde-06c472a8a77b tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 951.050660] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 951.051748] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.051946] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.052093] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.052362] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.052630] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.052802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.052926] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.053194] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.053366] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.053580] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.053704] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.053818] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.053995] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.054097] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.054216] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.054381] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.055395] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.055509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.055573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.055726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.055865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.055960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.056037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.056200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.056302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.056399] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.079225] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.079396] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.079543] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.079727] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.080488] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-03552bee-d030-48a9-850a-1d973fc22faf taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.080685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.080816] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.081156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.081301] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03552bee-d030-48a9-850a-1d973fc22faf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.196719] env[62741]: INFO networking_nsxv3.common.synchronization [req-cfe86584-756d-422c-aa9c-1719be0e0564 req-9936b50c-00b8-4aef-824e-a818e45255af tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Enqueued Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 951.197883] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGHEST for action security_group_members [ 951.197883] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.197883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.197883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.198200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.198244] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.198432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.198432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.198591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.198675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.198865] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.559420] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.559905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.559905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.560043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.560080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.560303] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.560436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.560510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.560707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.560859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.561021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 951.583655] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.583917] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.584119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.584395] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.584555] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.584723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 03552bee-d030-48a9-850a-1d973fc22faf not found, creating... [ 951.585055] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.585247] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.585374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.585609] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.585752] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.586074] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586345] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.586412] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.586749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.586896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 03552bee-d030-48a9-850a-1d973fc22faf is going to be created. [ 951.589185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.589298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.589363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.589503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.589631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.606070] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 951.612293] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.612503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.612634] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.612896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.613253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.613370] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.702454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.702654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.702719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.702972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.703058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.703204] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.703308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.703367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.703532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.703610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.703695] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e is going to be updated. [ 951.749874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.749874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.749874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.750143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.750143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.760185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: IN_PROGRESS for 2s [ 951.963030] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab2b256f-2862-4e2b-b206-d778de49cbfb req-02a5762f-c332-4973-bee3-73fa50988d5d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 951.963598] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 951.963915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.965117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.965216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.965424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.965589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.965698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.965760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.965912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.965997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.966105] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.470074] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.470285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.470285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.470500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.470589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.470874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.470874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.471882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.471882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.471882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.471882] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 952.493504] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.493711] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.493849] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.494173] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.494442] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.494614] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.494744] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.494999] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.500685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.500685] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.500685] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.500685] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.500685] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.500685] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.500685] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.500685] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.502154] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.502247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.502314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.502480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.502607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.523801] env[62741]: INFO networking_nsxv3.common.synchronization [req-198c63c4-802a-462c-bf96-fe239fe1f1d2 req-d948da26-cb4f-4830-9f36-065d1178f3cb service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 952.523987] env[62741]: INFO networking_nsxv3.common.synchronization [req-198c63c4-802a-462c-bf96-fe239fe1f1d2 req-d948da26-cb4f-4830-9f36-065d1178f3cb service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 952.524174] env[62741]: INFO networking_nsxv3.common.synchronization [req-198c63c4-802a-462c-bf96-fe239fe1f1d2 req-d948da26-cb4f-4830-9f36-065d1178f3cb service nova] Enqueued Resource ID: 03552bee-d030-48a9-850a-1d973fc22faf with Priority: HIGHEST for action port [ 952.525240] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 952.525240] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 952.525381] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 952.525423] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03552bee-d030-48a9-850a-1d973fc22faf with Priority: HIGHEST for action port [ 952.529492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.529602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.529602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.529874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.529956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.531463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.531632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.531674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.532501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.532501] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.532501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.532501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.532501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.532704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.532704] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.537034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-03552bee-d030-48a9-850a-1d973fc22faf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.537034] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03552bee-d030-48a9-850a-1d973fc22faf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.537034] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.537034] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.537034] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-774" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.537034] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-67570483-98b1-47c7-88ab-42c3e1a4b1e7 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.537034] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.537034] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67570483-98b1-47c7-88ab-42c3e1a4b1e7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.658371] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 952.658697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.995265] env[62741]: INFO networking_nsxv3.common.synchronization [None req-1e792780-530c-4f8b-9469-d3f2b748e3df None None] Enqueued Resource ID: 5a275e58-31e1-428b-9fb2-b27ec773d812 with Priority: HIGHEST for action port [ 952.995265] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a275e58-31e1-428b-9fb2-b27ec773d812 with Priority: HIGHEST for action port [ 952.995265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a275e58-31e1-428b-9fb2-b27ec773d812 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.995265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a275e58-31e1-428b-9fb2-b27ec773d812" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.995265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a275e58-31e1-428b-9fb2-b27ec773d812" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.995265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a275e58-31e1-428b-9fb2-b27ec773d812" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.995265] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a275e58-31e1-428b-9fb2-b27ec773d812',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.039044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.039044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.039454] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.042036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03552bee-d030-48a9-850a-1d973fc22faf with status ACTIVE [ 953.042036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.042036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.042036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.044211] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.044211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.044370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.044572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.044872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.046377] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03552bee-d030-48a9-850a-1d973fc22faf is going to be updated. [ 953.046697] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.047074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.047397] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.047688] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.047949] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.048170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 67570483-98b1-47c7-88ab-42c3e1a4b1e7 not found, creating... [ 953.048790] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.049037] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.049214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.049494] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.049802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.050896] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.050896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.050896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.050896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.050896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.051196] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 is going to be created. [ 953.178201] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.178201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.178201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.178201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.178201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.178201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.179200] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.179357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.179566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.180254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.180459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.180665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03552bee-d030-48a9-850a-1d973fc22faf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.497634] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a275e58-31e1-428b-9fb2-b27ec773d812 [ 953.499802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.499802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.499802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.499802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.499802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.499802] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a275e58-31e1-428b-9fb2-b27ec773d812 already deleted. [ 953.499802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a275e58-31e1-428b-9fb2-b27ec773d812" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.505174] env[62741]: INFO networking_nsxv3.common.synchronization [None req-dae352c9-0fdc-4411-b77f-a115042287f9 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 953.505769] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 953.505983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.506314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.506314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.506428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.506496] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.553761] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.612078] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3dcb334c-2278-4ac3-bfa9-2599cc798d6c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 953.612646] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 953.612983] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.613092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.615911] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 953.616052] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 953.616339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.773626] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e in Status: SUCCESS [ 953.773923] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e deletion is rescheduled due to dependency. [ 953.773923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.991236] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab2b256f-2862-4e2b-b206-d778de49cbfb req-1179020d-81f9-4d08-957f-18a0e7034b06 service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 953.991421] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab2b256f-2862-4e2b-b206-d778de49cbfb req-1179020d-81f9-4d08-957f-18a0e7034b06 service nova] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 953.991562] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab2b256f-2862-4e2b-b206-d778de49cbfb req-1179020d-81f9-4d08-957f-18a0e7034b06 service nova] Enqueued Resource ID: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 with Priority: HIGHEST for action port [ 953.991797] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_rules [ 953.991926] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 953.992033] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 with Priority: HIGHEST for action port [ 953.992646] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.992781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.992875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.995259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.995417] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.996739] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.996875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.997131] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-67570483-98b1-47c7-88ab-42c3e1a4b1e7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.997273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.997367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.997574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.997695] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67570483-98b1-47c7-88ab-42c3e1a4b1e7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.025527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.025668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.025763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.025947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.026048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.026148] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60db0697-be26-4955-b300-806a31217d8a already deleted. [ 954.026234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.026373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.026535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.026619] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.056779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.057016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.057016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.057261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.057361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.057467] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be created. [ 954.081217] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.081366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.081468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.081632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.081782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.095459] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: UNINITIALIZED for 2s [ 954.500800] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.500940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.506398] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67570483-98b1-47c7-88ab-42c3e1a4b1e7 with status ACTIVE [ 954.506696] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.506840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.506906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.507156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.507250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.507451] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.507561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.507615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.507780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.507857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.508060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.508155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.508244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.508650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.508650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.508650] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 is going to be updated. [ 954.530829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.530990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.531043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.531251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.531390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.531587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67570483-98b1-47c7-88ab-42c3e1a4b1e7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.541699] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 954.541932] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 954.542053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.542262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.542392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.542569] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.542680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.542750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.542884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.543369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.543369] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.548916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.549062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.549122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.549321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.549402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.549521] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60db0697-be26-4955-b300-806a31217d8a already deleted. [ 954.550175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.046034] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.548495] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.640285] env[62741]: INFO networking_nsxv3.common.synchronization [None req-6c70ca84-c743-4ce0-9a23-5ed3d5f5c0dc None None] Enqueued Resource ID: 077d96d2-8f34-472a-a1f3-b51d62bd79fd with Priority: HIGHEST for action port [ 955.640774] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077d96d2-8f34-472a-a1f3-b51d62bd79fd with Priority: HIGHEST for action port [ 955.641129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-077d96d2-8f34-472a-a1f3-b51d62bd79fd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.641255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077d96d2-8f34-472a-a1f3-b51d62bd79fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.641324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077d96d2-8f34-472a-a1f3-b51d62bd79fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.641571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077d96d2-8f34-472a-a1f3-b51d62bd79fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.641650] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077d96d2-8f34-472a-a1f3-b51d62bd79fd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.052135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.052483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.052483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.052590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.052680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.052783] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 956.078291] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.078449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.078521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.078728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.078875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.086556] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 956.102697] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 956.102909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.103095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.103310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.103490] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.103911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.103984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.104169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.104276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.104369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.104461] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.145436] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 077d96d2-8f34-472a-a1f3-b51d62bd79fd [ 956.145702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.145846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.145920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.146170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.146263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.146369] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:077d96d2-8f34-472a-a1f3-b51d62bd79fd already deleted. [ 956.146451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077d96d2-8f34-472a-a1f3-b51d62bd79fd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.415602] env[62741]: INFO networking_nsxv3.common.synchronization [None req-4b128871-2461-41df-8a97-f185b579c989 None None] Enqueued Resource ID: 3f967a7a-6efe-4969-bfa8-c130e622221d with Priority: HIGHEST for action port [ 956.416239] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f967a7a-6efe-4969-bfa8-c130e622221d with Priority: HIGHEST for action port [ 956.416576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f967a7a-6efe-4969-bfa8-c130e622221d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.416698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f967a7a-6efe-4969-bfa8-c130e622221d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.416757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f967a7a-6efe-4969-bfa8-c130e622221d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.417115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f967a7a-6efe-4969-bfa8-c130e622221d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.417220] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f967a7a-6efe-4969-bfa8-c130e622221d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.606863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.607160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.607160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.607342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.607861] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.607988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.608072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.608229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.608319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.608409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.608645] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.608645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.608771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.608866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.609119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.609119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.609241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.609337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.609413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.609542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.609639] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.920021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f967a7a-6efe-4969-bfa8-c130e622221d [ 956.920021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.920021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.920021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.920366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.920366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.920366] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f967a7a-6efe-4969-bfa8-c130e622221d already deleted. [ 956.920477] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f967a7a-6efe-4969-bfa8-c130e622221d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.115846] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b6c4b04-90f7-49e1-b156-242266099742: rpc.has_security_group_logging(os_id): False [ 957.132231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.132413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.132466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.132631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.132717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.132925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.133100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.133335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.133507] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.133665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.133877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.134070] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.134397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.134397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.134482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.134520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.134600] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be created. [ 957.187653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.187653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.187832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.187971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.188091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.197916] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 957.690337] env[62741]: INFO networking_nsxv3.common.synchronization [None req-98f82e64-620b-412d-a9ac-484b5807cbc8 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 957.690899] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 957.691232] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.691392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.691435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.691730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.691818] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.836981] env[62741]: INFO networking_nsxv3.common.synchronization [None req-732d27e1-f9f0-4b97-a9af-0311b8bef13b tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 957.837623] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 957.837916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.838911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.097278] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 958.097772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.098050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.098333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.098578] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.098861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.098974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.099217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.099347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.099465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.099624] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.212351] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.212738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.212738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.212812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.212844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.213127] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 already deleted. [ 958.213127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.213285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.213396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.213478] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.606835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.606835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.606835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.607580] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.607580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.607580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.607580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.607718] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.608138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.608138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.608138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.608138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.608836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.608836] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.610548] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8e7fd658-8630-45ad-b3e4-2838907e6d44 None None] Enqueued Resource ID: 21842073-2715-4f9a-9252-025699bd3e38 with Priority: HIGHEST for action port [ 958.610797] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21842073-2715-4f9a-9252-025699bd3e38 with Priority: HIGHEST for action port [ 958.614217] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-21842073-2715-4f9a-9252-025699bd3e38 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.614217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21842073-2715-4f9a-9252-025699bd3e38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.614217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21842073-2715-4f9a-9252-025699bd3e38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.614217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21842073-2715-4f9a-9252-025699bd3e38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.614217] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21842073-2715-4f9a-9252-025699bd3e38',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.733036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.733203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.733827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.733827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.733982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.734086] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 already deleted. [ 958.734164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.909921] env[62741]: INFO networking_nsxv3.common.synchronization [req-7fca38d6-933f-4f90-9507-c43e4fa72a4b req-1faa6a2c-2519-4e87-b1a5-ec71d8e552fb tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 958.910621] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 958.911543] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.911680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.911726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.912033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.912592] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.912592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.912592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.912592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.912592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.912839] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.116229] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31dc528e-a7b3-4fa8-933a-9aae0467601a: rpc.has_security_group_logging(os_id): False [ 959.120627] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21842073-2715-4f9a-9252-025699bd3e38 [ 959.120848] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.121795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.121795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.121795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.121795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.121795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21842073-2715-4f9a-9252-025699bd3e38 already deleted. [ 959.121795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21842073-2715-4f9a-9252-025699bd3e38" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.133238] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.133347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.133417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.133587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.133675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.133903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.134009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.134133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.134314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.134420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.134649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.134748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.134811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.135047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.135131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.135240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.135332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.135390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.135564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.135907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.135907] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 959.214021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.214021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.214021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.214021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.214021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.214021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 959.215037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.227943] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 959.284153] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.284419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.284542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.284877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.285175] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.285353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.285472] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.285702] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.285857] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.288643] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.288840] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.289440] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.290851] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.290851] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.290851] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.290851] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.307746] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.307923] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.308093] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.308287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.308794] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.308794] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.308901] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.309246] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.309394] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb438b9-a66c-4bfd-90a0-34c0ef2832ed',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.416408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.416546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.416546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.416763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.416889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.417252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.417252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.417252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.417434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.417528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.417689] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 already deleted. [ 959.417689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.815811] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.815811] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed not found, creating... [ 959.815811] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.815811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.816271] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.816271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.816271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.816271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.818149] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.818149] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed is going to be created. [ 959.838107] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.838456] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.838648] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.838912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.839446] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.839446] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [req-7fca38d6-933f-4f90-9507-c43e4fa72a4b req-f43ddb52-4fb5-430a-9f02-20ff6f5e542a service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [req-7fca38d6-933f-4f90-9507-c43e4fa72a4b req-f43ddb52-4fb5-430a-9f02-20ff6f5e542a service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [req-7fca38d6-933f-4f90-9507-c43e4fa72a4b req-f43ddb52-4fb5-430a-9f02-20ff6f5e542a service nova] Enqueued Resource ID: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed with Priority: HIGHEST for action port [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 960.529597] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed with Priority: HIGHEST for action port [ 960.529597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.530272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.530353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.530571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.531308] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.531907] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.532111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.532527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.532721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.532972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.533079] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.533867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.533980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.534062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.534223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.534303] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb438b9-a66c-4bfd-90a0-34c0ef2832ed',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.036174] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.037238] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.037356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.037706] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed with status ACTIVE [ 961.037880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.037988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.038070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.038551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.038551] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.038679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.038883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.041467] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.041596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.041665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.041833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.041913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.042010] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed is going to be updated. [ 961.071880] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.072256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.072533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.072711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.072854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.073035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.192769] env[62741]: INFO networking_nsxv3.common.synchronization [req-78dfb703-3160-4a70-83e9-d867762810ec req-fe2146ac-0137-4ef3-80aa-9650ec2778b0 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 961.192769] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 961.193000] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.196656] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.196656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.196656] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.241044] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 961.242534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.485214] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.485214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.485214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.485214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.485911] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.486315] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.486590] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.487640] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.487640] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.487640] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.487640] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.487640] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.489042] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.489042] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.489042] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.489042] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.513569] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.513751] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.513967] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.514189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.514588] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a389ef2c-1329-4ce2-a26f-6673db203efc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.514837] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.514998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.515362] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.515664] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a389ef2c-1329-4ce2-a26f-6673db203efc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.538613] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.698142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.701026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.701026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.702298] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 961.729904] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.729904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.729904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.729904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.729904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.738933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 962.020495] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.020744] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.020881] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.021183] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.021343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.021507] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a389ef2c-1329-4ce2-a26f-6673db203efc not found, creating... [ 962.021779] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.021946] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.022086] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.022310] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.022453] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.022747] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.022912] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.023365] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.023647] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.023798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.023951] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a389ef2c-1329-4ce2-a26f-6673db203efc is going to be created. [ 962.040993] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.041172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.041241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.041429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.041514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.041616] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be created. [ 962.044666] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.047304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.047304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.047304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.047304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.084230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.084406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.084486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.084774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.084937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.115099] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: UNINITIALIZED for 2s [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [req-78dfb703-3160-4a70-83e9-d867762810ec req-04d742e1-15bb-4dda-bde9-dd061b70f178 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [req-78dfb703-3160-4a70-83e9-d867762810ec req-04d742e1-15bb-4dda-bde9-dd061b70f178 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [req-78dfb703-3160-4a70-83e9-d867762810ec req-04d742e1-15bb-4dda-bde9-dd061b70f178 service nova] Enqueued Resource ID: a389ef2c-1329-4ce2-a26f-6673db203efc with Priority: HIGHEST for action port [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 962.779287] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a389ef2c-1329-4ce2-a26f-6673db203efc with Priority: HIGHEST for action port [ 962.782694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.782694] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.782694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.782694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a389ef2c-1329-4ce2-a26f-6673db203efc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.782694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.782694] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a389ef2c-1329-4ce2-a26f-6673db203efc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.289158] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.289158] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a389ef2c-1329-4ce2-a26f-6673db203efc with status ACTIVE [ 963.289158] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.289158] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.289158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.289158] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.290166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.290166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.290166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.290166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.290166] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a389ef2c-1329-4ce2-a26f-6673db203efc is going to be updated. [ 963.310393] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.310591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.310788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.310926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.311098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a389ef2c-1329-4ce2-a26f-6673db203efc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.748686] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 963.748918] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 963.749093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.749270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.749493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.749680] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.749798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.749894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.750090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.750179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.750266] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.127367] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 964.127670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.127742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.127975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.128166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.128279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.128343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.128486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.128561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.128650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.128739] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.253086] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.631863] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.755713] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.133505] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc852e-7cb1-432e-9d13-2021d349c349: rpc.has_security_group_logging(os_id): False [ 965.156470] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.156635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.156680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.157541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.157541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.157541] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.157541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.157541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.157541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.157855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.157855] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be created. [ 965.212789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.212789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.212789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.213073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.213200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.222315] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 965.258029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.258223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.258291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.258612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.258612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.258733] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 965.285480] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.285629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.285803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.286348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.286348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.294388] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 965.334433] env[62741]: INFO networking_nsxv3.common.synchronization [req-e8c6818e-e92a-4590-b3db-f35d6679ae23 req-f1cd3f01-7aed-4707-a75b-634fbafc7c2b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 965.334992] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 965.335299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.335417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.335475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.336032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.336032] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.336032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.336032] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.336237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.336684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.336684] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.839744] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.839961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.839961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.840320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.840498] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.840599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.840657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.840807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.840896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.840987] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 965.865567] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.865661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.865727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.865938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.866093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.873437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 967.233658] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 967.234013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.302860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 967.303133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.303517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.303615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.303836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.303979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.304069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.304708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.304708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.304708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.304708] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.391265] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.391517] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.391673] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.391988] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.392288] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.392481] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.392617] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.392869] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.393066] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.393334] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.393534] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.393615] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.393737] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.393858] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.393974] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.394427] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.412746] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.412932] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.413089] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.413277] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-809" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.413604] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a8551289-9a26-4990-805a-62118337dc49 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.413789] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.413924] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.414305] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.414475] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8551289-9a26-4990-805a-62118337dc49',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.807165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.807440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.807440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.807629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.807809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.807916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.807989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.808202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.808301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.808433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.808632] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.808751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.808818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.808951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.809108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.809201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.809259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.809402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.809492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.809583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.809675] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.882445] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 967.882645] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 deletion is rescheduled due to dependency. [ 967.882645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.917513] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.917828] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.918045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.918357] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.918514] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.918834] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.919038] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.919175] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.919481] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.919633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.919960] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.920159] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.920359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.920516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.920660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.920838] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a8551289-9a26-4990-805a-62118337dc49 is going to be updated. [ 967.941653] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.941894] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.942050] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.942350] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.942573] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.942850] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.234123] env[62741]: INFO networking_nsxv3.common.synchronization [req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 req-a400350e-f22e-405e-803e-cf1f5b4046be tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 968.234656] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGHEST for action security_group_members [ 968.235045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.235234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.235234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.235426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.235764] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.235853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.236023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.236249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.236340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.236438] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.311881] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 968.328291] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.328442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.328562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.328738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.328813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.329007] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.329130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.329215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.329310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.329415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.329559] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.329654] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.329720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.329891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.329968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.330186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.330341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.330341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.330470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.330543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.330627] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 968.421741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.421741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.421741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.421741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.421741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.435264] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 968.741375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.741635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.742257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.742257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.742257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.743129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.743129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.743129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.743129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.743323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.743361] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 is going to be updated. [ 968.749709] env[62741]: INFO networking_nsxv3.common.synchronization [req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 req-0442df80-e5aa-44d1-bfcd-4c9bbc12477d service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 968.749886] env[62741]: INFO networking_nsxv3.common.synchronization [req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 req-0442df80-e5aa-44d1-bfcd-4c9bbc12477d service nova] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 968.750035] env[62741]: INFO networking_nsxv3.common.synchronization [req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 req-0442df80-e5aa-44d1-bfcd-4c9bbc12477d service nova] Enqueued Resource ID: a8551289-9a26-4990-805a-62118337dc49 with Priority: HIGHEST for action port [ 968.750719] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_rules [ 968.751418] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 968.751418] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8551289-9a26-4990-805a-62118337dc49 with Priority: HIGHEST for action port [ 968.751757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.752108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.752506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.752506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.752736] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.754261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.754390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.754485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.754644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.754802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.754968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.755045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.755200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.755285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.756024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.756692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8551289-9a26-4990-805a-62118337dc49 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.756692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.756692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.756835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.756927] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8551289-9a26-4990-805a-62118337dc49',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.770128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.770128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.770128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.770128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.770404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.777750] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: IN_PROGRESS for 2s [ 969.256593] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.256593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.262024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8551289-9a26-4990-805a-62118337dc49 with status ACTIVE [ 969.262024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.262024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.262024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.262024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.262024] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8551289-9a26-4990-805a-62118337dc49 is going to be updated. [ 969.263801] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.293044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.293044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.293044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.293044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.293044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.293044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8551289-9a26-4990-805a-62118337dc49" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.766524] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.909157] env[62741]: INFO networking_nsxv3.common.synchronization [req-10a4e2c8-573f-40e3-901e-02d498e21c41 req-0a232e31-6f09-4d35-a8ad-03ecb7f3cb52 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 969.909157] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 969.909157] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.909157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.909157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.909157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.909409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.909409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.909409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.909726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.909726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.909835] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.238067] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.238719] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.238719] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.238719] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.238997] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.239443] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.239575] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.239811] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.239968] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.240200] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.240320] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.240514] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.240598] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.240663] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.240745] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.240887] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.259437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.259762] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.259762] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.259951] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.260319] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-8e89eee4-a63f-46fa-b201-5171739e04ec taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.260506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.260630] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.260976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.261141] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e89eee4-a63f-46fa-b201-5171739e04ec',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.268886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.268974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.269028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.269207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.269322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.269398] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 970.295523] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.295667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.295735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.295949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.296146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.304522] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 970.411577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.412135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.412281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.412692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.412817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.413116] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.413246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.413309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.413486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.413567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.413687] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60db0697-be26-4955-b300-806a31217d8a already deleted. [ 970.413786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.448314] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 970.448519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.763921] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.763921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.764174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.764338] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.764497] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.764658] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 8e89eee4-a63f-46fa-b201-5171739e04ec not found, creating... [ 970.764977] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.765195] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.765324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.765553] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.765714] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.766076] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.766298] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.766427] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.766646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.766789] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.766934] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 8e89eee4-a63f-46fa-b201-5171739e04ec is going to be created. [ 970.786405] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.786641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.786779] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.787082] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.787364] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.787617] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.788888] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 in Status: SUCCESS [ 970.789063] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 deletion is rescheduled due to dependency. [ 970.789185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.654632] env[62741]: INFO networking_nsxv3.common.synchronization [req-10a4e2c8-573f-40e3-901e-02d498e21c41 req-072b46c2-2931-49e1-86f0-575d4bd6d1f3 service nova] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 971.654632] env[62741]: INFO networking_nsxv3.common.synchronization [req-10a4e2c8-573f-40e3-901e-02d498e21c41 req-072b46c2-2931-49e1-86f0-575d4bd6d1f3 service nova] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 971.654632] env[62741]: INFO networking_nsxv3.common.synchronization [req-10a4e2c8-573f-40e3-901e-02d498e21c41 req-072b46c2-2931-49e1-86f0-575d4bd6d1f3 service nova] Enqueued Resource ID: 8e89eee4-a63f-46fa-b201-5171739e04ec with Priority: HIGHEST for action port [ 971.654964] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_rules [ 971.654964] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 971.655126] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e89eee4-a63f-46fa-b201-5171739e04ec with Priority: HIGHEST for action port [ 971.655690] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.655807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.655870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.656772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.656772] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.658271] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.658271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.658271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.658271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.658271] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.662747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.662747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.662747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.662747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.662747] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.663951] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e89eee4-a63f-46fa-b201-5171739e04ec taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.665167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.665256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.665421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.665484] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e89eee4-a63f-46fa-b201-5171739e04ec',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.167663] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.167811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.168409] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.168918] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e89eee4-a63f-46fa-b201-5171739e04ec with status ACTIVE [ 972.169115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.169249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.169319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.169720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.169720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.169848] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.169901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.169949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.170112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.170192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.170529] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.170529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.170529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.170677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.170744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.170825] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e89eee4-a63f-46fa-b201-5171739e04ec is going to be updated. [ 972.193104] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.193248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.193317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.193555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.193647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.193807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e89eee4-a63f-46fa-b201-5171739e04ec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.314025] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 972.314025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.314263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.314373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.314564] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.314682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.314748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.314903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.315098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.315098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.315191] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.330033] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:1 completed [ 972.330179] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:2 started [ 972.673038] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.817582] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.817783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.817877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.818208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.818388] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.818526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.818613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.818809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.818921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.819050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.819251] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.819374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.819457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.819638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.819831] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.819951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.820047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.820231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.820318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.820423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.820538] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.352961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.352961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60db0697-be26-4955-b300-806a31217d8a is going to be created. [ 973.352961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.352961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: UNINITIALIZED for 2s [ 973.352961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 406e6b1b-2335-4f95-95d9-e09032a4c620: rpc.has_security_group_logging(os_id): False [ 973.352961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.352961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.355105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.355105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.355105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.355105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.355877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.355877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.355877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.355877] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 973.419437] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.419592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.419641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.420368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.420368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.432905] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 973.470745] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a req-198f9a3d-708f-4413-8f1b-e20ce049f077 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 973.470745] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 973.470745] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.470745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.470745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.471386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.471725] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.472043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.472315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.473025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.473313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.473539] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.502793] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a req-198f9a3d-708f-4413-8f1b-e20ce049f077 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 973.503024] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a req-198f9a3d-708f-4413-8f1b-e20ce049f077 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 973.503161] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a req-198f9a3d-708f-4413-8f1b-e20ce049f077 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 973.503954] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 973.503954] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 973.503954] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 973.504217] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.504356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.504473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.504661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.504775] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.505620] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.506499] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.506659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.506830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.506914] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b8e3c2-5037-4ab3-9c3a-0d23539357f9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.975930] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.008793] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.009034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.009114] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with status ACTIVE [ 974.009305] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.009423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.009491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.009698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.009788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.009965] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.010092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.010150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.010315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.010396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.010575] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.010668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.010728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.010869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.010944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.011038] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 is going to be updated. [ 974.035483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.035727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.035848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.036118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.036316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.036522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.480961] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.676521] env[62741]: INFO networking_nsxv3.common.synchronization [None req-2be39ee2-5409-42c7-9181-0b7558adbb45 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 974.677048] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 974.677353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.677473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.677535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.677790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.677865] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.756249] env[62741]: INFO networking_nsxv3.common.synchronization [None req-af205331-9605-4906-940a-86b077afabb4 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 974.756834] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 974.757160] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.757284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.983493] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.983493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.983493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.984036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.984036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.984036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be updated. [ 975.009937] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.010155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.010253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.010736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.010736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.021973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: IN_PROGRESS for 2s [ 975.204700] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.204836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.204902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.205103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.205270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.205431] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf already deleted. [ 975.205431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.205652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.205762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.205847] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.233703] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: SUCCESS [ 975.233920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.234098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.234327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.234513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.234632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.234725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.234843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.234997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.234997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.235147] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.449141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 975.449342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.726112] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.727038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.727038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.727038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.727038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.727038] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf already deleted. [ 975.727038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.737425] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.242022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60db0697-be26-4955-b300-806a31217d8a: rpc.has_security_group_logging(os_id): False [ 976.258919] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.259334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.259334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.259495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.259530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.259768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.260263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.260263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.260263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.260263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.260263] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60db0697-be26-4955-b300-806a31217d8a is going to be created. [ 976.278058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.278289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.278392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.278635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.278786] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.317754] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.317911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.317979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.318205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.318391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.329679] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: IN_PROGRESS for 2s [ 976.615935] env[62741]: INFO networking_nsxv3.common.synchronization [req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a req-0f8cc1e0-1bb4-4fc4-93e1-b0ab757ce121 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 976.616738] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 976.617185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.617637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.651202] env[62741]: INFO networking_nsxv3.common.synchronization [req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a req-0f8cc1e0-1bb4-4fc4-93e1-b0ab757ce121 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 976.651388] env[62741]: INFO networking_nsxv3.common.synchronization [req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a req-0f8cc1e0-1bb4-4fc4-93e1-b0ab757ce121 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 976.651599] env[62741]: INFO networking_nsxv3.common.synchronization [req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a req-0f8cc1e0-1bb4-4fc4-93e1-b0ab757ce121 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 976.652078] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_rules [ 976.652238] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 976.652342] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGHEST for action port [ 976.652672] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.652775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.652977] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.653074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.653269] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.653360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.653445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.653735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.653819] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b8e3c2-5037-4ab3-9c3a-0d23539357f9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.781049] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.031049] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 977.031049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.031049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.031508] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.031597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.031597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.031745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.031831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.031921] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.159579] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with status ACTIVE [ 977.159966] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.160163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.160278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.160551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.160652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.160841] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.160946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.161017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.161186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.161265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.161447] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.161538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.161602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.161740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.161814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.161898] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 is going to be updated. [ 977.180782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.181023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.181023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.181208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.181347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.181504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.286168] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.534382] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.788605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 977.788737] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 978.036732] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.341020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: SUCCESS [ 978.341020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.516141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.516141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.516141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.516141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.529653] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 978.530555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.531708] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 978.540137] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.540137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.540137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.540137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.540313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.540313] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be updated. [ 978.562326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.562498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.562563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.562775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.576363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.577102] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 978.577212] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'57b8e3c2-5037-4ab3-9c3a-0d23539357f9'} {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 978.577291] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 978.579082] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.579209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.579303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.579506] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.579638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.587028] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: IN_PROGRESS for 2s [ 978.628400] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.628578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.628659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.628830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.630202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.630424] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 978.695948] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.696153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.696208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.696425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.697128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.697128] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 978.765556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.765726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.765795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.766010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.766301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.766653] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 978.766751] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cf82bb05-5590-4ad6-925d-67bab37e230d', '8b6c4b04-90f7-49e1-b156-242266099742', '5f28abff-4329-46b5-8d91-dd519ff2af8e', 'c7dfd3cb-58bb-4e67-a6fb-bcde593d692e', '3549b4ae-22c3-442c-a646-bbff28c64036', 'c7937eb6-05d1-4d4b-b848-8bd00386b53b', '4721ea7b-d605-4a8d-ab6f-cf4b11195214', '9cd046f9-d3e0-46e8-8cf2-f8981748a6bc', 'b14be048-4b59-4325-bc3a-f0cd073621d0', '99924c08-eb3f-4be8-bbfd-f9000a1c5111', 'eef18802-eb53-41b2-aca4-c965a38ad000', '17b99e06-8bf9-4b5b-84a4-7d79f8059008', '72bc852e-7cb1-432e-9d13-2021d349c349', '530ec939-94cb-459b-8f81-0a0141fb5cf9', '584931f4-7d2d-4f8c-a091-cfed1489e8ee', '5a701c9d-9949-4106-88e3-7587c58e49a4', 'edb495cf-c4c2-4c04-b6e4-9649a672c159', '0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5', 'd2c15f86-c0bd-4e4d-9e52-f50ce3b8703c', '2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8', '298e8054-4a78-40a6-a40b-faf664afb335', '2e2c3979-bd57-432b-adf7-b216f3c87bab', 'f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e', 'd7e09d7a-c58a-4242-98bc-cf3f1ff52635', '3c905fd7-fa67-4598-a967-4b9635f69b3c', '6adfc8ec-c22f-4c27-bc00-acfd0403b6c9', '63c5e16c-9604-4193-ae17-237bd612cf67', '3babbd7c-9348-49b6-9c6b-fb9af508b905', '406e6b1b-2335-4f95-95d9-e09032a4c620', '31dc528e-a7b3-4fa8-933a-9aae0467601a', '69279a8b-6965-4f37-b051-527c1a1f49ce', '4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f', '827ccf7c-902c-4dad-beaa-4a1344c7fbaa', '18a1482a-2e86-4f5d-a346-5b6c830121ad', '19b693ed-3f7a-4d53-97c7-e8502e76a330', 'd9f2f43a-706c-4d67-9df2-68ed17c21d30', '58f41eaf-ae11-4384-962c-a17f74d34754', '72e2abcc-5446-4cb6-9bce-46539262f285', 'd68402a2-95ef-4e25-a1db-ff75dc424d1f', 'baaeac18-34ac-4d2b-a788-cba8d9d65c4b', 'd8f22edf-c1b1-4cfb-81d3-f494002f7936', 'd2b99c11-1abb-4ff0-9b1b-31929b1df9cb', '60db0697-be26-4955-b300-806a31217d8a', 'ca1e3975-e935-4658-b7bb-a739303bc85d', '1eccb415-81e1-43ff-9e53-c21856aee23b', '2e08fda1-5ac2-4975-806e-a8bc863cf062'} {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 978.766877] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 978.783128] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.783285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.783510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.783731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.783822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.783929] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 978.784000] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 978.784087] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 978.859922] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.860122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.860620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.860620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.861730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.861730] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 978.861908] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 978.861908] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 978.862181] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 978.862181] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGH for action port [ 978.862181] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/46 resources of Type:Security Group Rules [ 978.862181] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGH for action security_group_rules [ 978.862319] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGH for action security_group_rules [ 978.862319] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGH for action security_group_rules [ 978.862319] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGH for action security_group_rules [ 978.862422] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGH for action security_group_rules [ 978.862790] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGH for action security_group_rules [ 978.863153] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGH for action security_group_rules [ 978.863394] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGH for action security_group_rules [ 978.863394] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGH for action security_group_rules [ 978.863394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.598047] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 980.598647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.598647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.598944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.598944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.599114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.599114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.599317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.599317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.599492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.599492] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.601232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.601232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.601232] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.601516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.601516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.601516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.601632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.601684] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.657375] env[62741]: INFO networking_nsxv3.common.synchronization [req-fe4c012c-afab-40d9-957f-9ba10441881a req-ac393cde-f269-4cf7-af5c-81c8e6f8bf5b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 980.659236] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 980.659394] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with Priority: HIGH for action port [ 980.659454] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGH for action security_group_rules [ 980.659545] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3549b4ae-22c3-442c-a646-bbff28c64036 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 with Priority: HIGH for action security_group_rules [ 980.660815] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e with Priority: HIGH for action security_group_rules [ 980.661824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf82bb05-5590-4ad6-925d-67bab37e230d with Priority: HIGH for action security_group_rules [ 980.661824] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e with Priority: HIGH for action security_group_rules [ 980.661824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.661824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.661824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.661824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.662084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.662084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.662714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.665521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.665729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.665841] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.667231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.667455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.667572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.667836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.667982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57b8e3c2-5037-4ab3-9c3a-0d23539357f9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.669397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.669540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.669667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.669935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.670748] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.671607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.671812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.671917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.672632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.672632] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7937eb6-05d1-4d4b-b848-8bd00386b53b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.673433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530ec939-94cb-459b-8f81-0a0141fb5cf9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.673688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.673688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.673981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.674104] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530ec939-94cb-459b-8f81-0a0141fb5cf9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.675262] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.675474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.675581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.675824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.676224] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.677465] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.677465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.677465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.677688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.677688] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.678989] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb495cf-c4c2-4c04-b6e4-9649a672c159 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.679132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.679261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.679472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.679472] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb495cf-c4c2-4c04-b6e4-9649a672c159',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.683014] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a701c9d-9949-4106-88e3-7587c58e49a4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.683014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a701c9d-9949-4106-88e3-7587c58e49a4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.683014] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.683014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.683014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.684589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.684589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.684589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.684589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.684589] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584931f4-7d2d-4f8c-a091-cfed1489e8ee',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.686047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.686213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.686292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.686565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.686709] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.688248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.688473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.688559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.688774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.688899] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.690195] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.690195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.691635] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.691635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.691635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.691635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.692442] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.694743] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.694743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.694743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.694743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.694743] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.695404] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3549b4ae-22c3-442c-a646-bbff28c64036 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.695404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.695404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.695647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.695964] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3549b4ae-22c3-442c-a646-bbff28c64036',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.696934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.697125] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.697212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.697437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.697548] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4721ea7b-d605-4a8d-ab6f-cf4b11195214',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.698708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.698866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.698963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.699201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.699307] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7dfd3cb-58bb-4e67-a6fb-bcde593d692e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.701681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf82bb05-5590-4ad6-925d-67bab37e230d taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.701681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.701681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.701681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.701681] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf82bb05-5590-4ad6-925d-67bab37e230d',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.702319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f28abff-4329-46b5-8d91-dd519ff2af8e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.702447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.702700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.702866] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.702982] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f28abff-4329-46b5-8d91-dd519ff2af8e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.730219] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.730390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.730459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.730708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.732919] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.733157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.751374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.751374] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584931f4-7d2d-4f8c-a091-cfed1489e8ee is going to be deleted. [ 980.751829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.752128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.768453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.768698] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530ec939-94cb-459b-8f81-0a0141fb5cf9 is going to be deleted. [ 980.804252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.804544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.804736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.804833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.805394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584931f4-7d2d-4f8c-a091-cfed1489e8ee" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.814459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.814623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.814714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.814970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.815296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.815296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530ec939-94cb-459b-8f81-0a0141fb5cf9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.923248] env[62741]: INFO networking_nsxv3.common.synchronization [req-356fbc4a-5d86-444b-8242-7d998e4239a4 req-46ac4c83-8725-4a16-816b-7f191e7c6119 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Enqueued Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 980.923749] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 with Priority: HIGHEST for action security_group_members [ 980.924100] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-99924c08-eb3f-4be8-bbfd-f9000a1c5111 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.924206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.103340] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.105137] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.209520] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.209696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.209748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.210265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.210265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.210265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.210265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.210504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.210504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.210576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.210655] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.216522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.218348] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.218348] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf already deleted. [ 981.218348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.219330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 with status ACTIVE [ 981.219330] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.219330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.219520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.219724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.219789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.219970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.220084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.220146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.220292] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.220369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.220555] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.220644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.220703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.220844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.220914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.221008] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 is going to be updated. [ 981.223201] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.223611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.223611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.223611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.223781] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.223838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.223879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.223987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.224083] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.224168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.224254] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.229699] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.229867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.229922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.230116] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.230299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.230402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.230602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.230602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.230769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.230802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.230894] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.234771] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.234771] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.234771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.234771] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.268649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.268818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.268891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.269119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.275266] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.275266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.276141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.276251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.279439] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.279439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.279439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.279439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.279439] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.279439] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.279819] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.279819] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.279925] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.280357] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.280357] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.280531] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.280531] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.280600] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.281409] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.281409] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.282924] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.283033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.284940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.284940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.284940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.284940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.285819] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.285987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.288994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.289099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.289831] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.290862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.290862] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.290862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.291663] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.291784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.291886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.292105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.292244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.293196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57b8e3c2-5037-4ab3-9c3a-0d23539357f9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.293196] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.293196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.293775] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 981.294261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.294365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.295510] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 981.296063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.296063] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be deleted. [ 981.297149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.297367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.302723] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.302723] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.302723] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.302723] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.302969] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-1adec5ce-11fd-4706-9920-8bdae79b7ff6 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.302969] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.303121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.306783] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.306783] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1adec5ce-11fd-4706-9920-8bdae79b7ff6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.312287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.312409] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb495cf-c4c2-4c04-b6e4-9649a672c159 is going to be deleted. [ 981.313398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.313531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.332722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.332722] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5 is going to be deleted. [ 981.333579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.333579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.358988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.358988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.360520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.360671] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f28abff-4329-46b5-8d91-dd519ff2af8e is going to be deleted. [ 981.361557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.361768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.369708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.369820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.393962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.394141] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4721ea7b-d605-4a8d-ab6f-cf4b11195214 is going to be deleted. [ 981.395342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.395581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.440151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.440151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7dfd3cb-58bb-4e67-a6fb-bcde593d692e is going to be deleted. [ 981.441167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.441554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.445741] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.445885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.475522] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.475642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.491937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.492129] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3549b4ae-22c3-442c-a646-bbff28c64036 is going to be deleted. [ 981.493258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.493258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.558954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.559128] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c is going to be deleted. [ 981.560027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.560323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.609793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99924c08-eb3f-4be8-bbfd-f9000a1c5111: rpc.has_security_group_logging(os_id): False [ 981.609793] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.635144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.635144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.635144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.635144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.644651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.644651] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf82bb05-5590-4ad6-925d-67bab37e230d is going to be deleted. [ 981.645710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.646046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.647812] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.647928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.658229] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.658415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.685626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.685626] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7937eb6-05d1-4d4b-b848-8bd00386b53b is going to be deleted. [ 981.686188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.686412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.717230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.717356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.717431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.717698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.717926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.717926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.718307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.718307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.718307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.718307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.718446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.718509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.718570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.718710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.718845] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.718956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.719008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.719139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.719215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.719297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.719407] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.723235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.723235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.723962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.723962] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be deleted. [ 981.725089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.725089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.726810] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.726810] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.737490] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.738820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.738958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.739037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.739237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.739384] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.739481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.739540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.739684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.739762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.739845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.739979] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.740079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.740135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.740270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.740400] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.740496] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.740560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.740696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.740821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.740929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.740929] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.748424] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.806242] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.806718] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.806718] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.807084] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.807284] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.807518] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 1adec5ce-11fd-4706-9920-8bdae79b7ff6 not found, creating... [ 981.807854] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.808037] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.808231] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.808510] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.808695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.809064] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.809286] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.809444] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.809767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.809974] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.810174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 is going to be created. [ 981.848571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.848967] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a701c9d-9949-4106-88e3-7587c58e49a4 is going to be deleted. [ 981.849703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.849828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.849919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.850060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.850217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.850406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.850486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.850605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb495cf-c4c2-4c04-b6e4-9649a672c159" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.851244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.851509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.851659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.851812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db8d7ee-3a3c-4277-a0cc-3ec7e0e368f5" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.851950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.852151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.852262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.852338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f28abff-4329-46b5-8d91-dd519ff2af8e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.852639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.852639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.852794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.852794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7dfd3cb-58bb-4e67-a6fb-bcde593d692e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.852897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.853156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.853258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.853447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4721ea7b-d605-4a8d-ab6f-cf4b11195214" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.853532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.853700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.856292] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.857238] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.857433] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.857801] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.858211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.858483] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.894177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.894433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.898448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.898595] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.898685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.898733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.898960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.899065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.899179] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be updated. [ 981.900613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.900812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.900913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.901056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3549b4ae-22c3-442c-a646-bbff28c64036" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.901189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.901428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.901555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2c15f86-c0bd-4e4d-9e52-f50ce3b8703c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.901712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.901859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.901936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.902151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf82bb05-5590-4ad6-925d-67bab37e230d" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.902286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.902431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.902507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.902623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7937eb6-05d1-4d4b-b848-8bd00386b53b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.929805] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.930039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.930039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.930267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.930358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.930476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.996319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.996483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.996683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.996954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.997066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.997200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a701c9d-9949-4106-88e3-7587c58e49a4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.028611] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 982.029368] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.029510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.030131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.030131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.030258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.062805] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: IN_PROGRESS for 2s [ 982.111579] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.111775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.111841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.112103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.112735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.112735] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be updated. [ 982.178034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.178034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.178034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.178034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.178034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.190341] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: IN_PROGRESS for 2s [ 982.227202] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc: rpc.has_security_group_logging(os_id): False [ 982.242779] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14be048-4b59-4325-bc3a-f0cd073621d0: rpc.has_security_group_logging(os_id): False [ 982.244029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 982.250528] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc852e-7cb1-432e-9d13-2021d349c349: rpc.has_security_group_logging(os_id): False [ 982.260111] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.260258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.260372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.260553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.274135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.274285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.275064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.275166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.278558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.278661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.297662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.298032] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.298184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.298252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.298460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.298538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.298776] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.299108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.299108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.299282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.299349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.299563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.299660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.299735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.299864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.299959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.300071] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 982.301172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.301335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.340582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.340916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.341326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.341452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.341825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.341930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.343213] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 982.343872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.343982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.367124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.367453] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.367581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.367659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.367903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.368010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.368125] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be updated. [ 982.369191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.369362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.381776] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.381908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.391524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.391786] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.391928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.391999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.392194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.392288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.392488] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.392602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.392674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.392816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.392897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.393097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.393187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.393227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.393374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.393445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.393526] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 982.394544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.394729] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.394868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.415142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.415299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.415374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.415683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.415801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.417688] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 982.428330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 982.441794] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.441794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.441794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.441794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.441794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.461238] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: IN_PROGRESS for 2s [ 982.536898] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.537227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.537227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.537529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.537529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.569046] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 982.953171] env[62741]: INFO networking_nsxv3.common.synchronization [req-fe4c012c-afab-40d9-957f-9ba10441881a req-577885af-ae70-4951-a150-81610e95ce01 service nova] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 982.953171] env[62741]: INFO networking_nsxv3.common.synchronization [req-fe4c012c-afab-40d9-957f-9ba10441881a req-577885af-ae70-4951-a150-81610e95ce01 service nova] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 982.953171] env[62741]: INFO networking_nsxv3.common.synchronization [req-fe4c012c-afab-40d9-957f-9ba10441881a req-577885af-ae70-4951-a150-81610e95ce01 service nova] Enqueued Resource ID: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 with Priority: HIGHEST for action port [ 982.953741] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_rules [ 982.953741] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 982.953741] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 with Priority: HIGHEST for action port [ 982.953951] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.954063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.954123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.955380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.955380] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.956022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.956022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.956022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.956022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.956475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.956475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.956475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.956475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.956733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.956733] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.958334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1adec5ce-11fd-4706-9920-8bdae79b7ff6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.958334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.958334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.958334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.958334] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1adec5ce-11fd-4706-9920-8bdae79b7ff6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.393664] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f127523-a897-466b-9719-27523ad0d04c req-bcd7270b-a571-425b-9f54-08e8a10d5d90 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 983.394134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 983.394471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.394610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.394677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.394955] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.395165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.395281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.395349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.395513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.395621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.395830] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.463538] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.463538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.463538] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.464439] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1adec5ce-11fd-4706-9920-8bdae79b7ff6 with status ACTIVE [ 983.464601] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.464712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.464950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.465042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.465102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.465278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.465383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.465472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.465755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.465755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.467099] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.467099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.467099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.467099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.467379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.467379] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 is going to be updated. [ 983.490894] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.491146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.491146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.491430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.491917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.491917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1adec5ce-11fd-4706-9920-8bdae79b7ff6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.897910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.898230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.898586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.898698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.898870] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.899724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.899724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.899724] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 already deleted. [ 983.899724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.970059] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.080929] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 984.081193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.081371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.081604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.081699] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.209230] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 in Status: SUCCESS [ 984.209459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.209745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.210053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.210185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.210245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.210408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.210487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.210580] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.410720] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.410927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-392" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.411098] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-392" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.412421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-392" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.412708] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.413043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.413043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.413501] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.413690] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.414106] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.414249] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.414366] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.415075] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.415075] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.415075] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.415075] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.435529] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.435529] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.435697] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.436052] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-392" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.436494] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.436754] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.436956] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.437370] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.437588] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf99a81-d8f0-4491-9ea6-7d9c79af7946',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.439230] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 984.439481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.440374] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 984.440601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.471545] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.471797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.471797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.472053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.472186] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.472324] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf is going to be created. [ 984.474445] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 984.475117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.494719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.494916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.494997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.495279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.495500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.504448] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: UNINITIALIZED for 2s [ 984.583276] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 984.583507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.599560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.599695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.599801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.599975] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.600074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.600182] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be deleted. [ 984.653290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.653413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.653519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.653733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.653851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.653951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.654139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.654312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.654416] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.718451] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.718617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.718674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.718877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.718973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.719184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.719283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.719351] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.719495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.719574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.719673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 is going to be deleted. [ 984.758368] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.758552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.758651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.758945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.759081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.759200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.759355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.759529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.759817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.759936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.760000] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.760158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.760237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.760352] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99924c08-eb3f-4be8-bbfd-f9000a1c5111',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.942191] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.942461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.942615] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.942934] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.943119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.943293] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port bbf99a81-d8f0-4491-9ea6-7d9c79af7946 not found, creating... [ 984.943572] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.943845] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.944037] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.944283] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.944412] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.944709] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.944874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.945007] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.945244] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.945388] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.945536] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 is going to be created. [ 984.964578] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.964809] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.964941] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.965493] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.965778] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.175174] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.175507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.175507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.175623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.175808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.175898] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 already deleted. [ 985.175950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.262708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.262875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.262982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.267940] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.267940] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99924c08-eb3f-4be8-bbfd-f9000a1c5111 already deleted. [ 985.267940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99924c08-eb3f-4be8-bbfd-f9000a1c5111" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.945187] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f127523-a897-466b-9719-27523ad0d04c req-4a6021dc-5a53-4e99-abe5-2176c117e1a3 service nova] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 985.945187] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f127523-a897-466b-9719-27523ad0d04c req-4a6021dc-5a53-4e99-abe5-2176c117e1a3 service nova] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 985.945187] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f127523-a897-466b-9719-27523ad0d04c req-4a6021dc-5a53-4e99-abe5-2176c117e1a3 service nova] Enqueued Resource ID: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 with Priority: HIGHEST for action port [ 985.945570] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_rules [ 985.945698] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 985.945860] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 with Priority: HIGHEST for action port [ 985.947562] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.947689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.947755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.947961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.948056] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.949969] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.949969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.949969] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.949969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.949969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.950509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.950509] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.951058] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.951154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.951218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.951370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.951443] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf99a81-d8f0-4491-9ea6-7d9c79af7946',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.454033] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.454316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.454397] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.456480] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbf99a81-d8f0-4491-9ea6-7d9c79af7946 with status ACTIVE [ 986.456676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.456816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.456895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.459936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.460062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.460283] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.460441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.460523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.460720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.460803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.461104] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.461290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.461401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.461635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.461800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.461915] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 is going to be updated. [ 986.486602] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.487566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.487764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.488163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.488458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.488785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf99a81-d8f0-4491-9ea6-7d9c79af7946" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.537531] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: SUCCESS [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.537531] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.537531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.537531] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.957271] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.040392] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.464164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.464164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.464164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.464164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.464164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.464164] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 is going to be created. [ 987.484955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.485183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.485236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.485460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.485629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.497674] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: UNINITIALIZED for 2s [ 987.542223] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf: rpc.has_security_group_logging(os_id): False [ 987.565932] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.566212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.566212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.566465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.566590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.566874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.567012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.567090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.567281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.567365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.567478] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf is going to be created. [ 987.640638] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.640905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.640905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.641643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.641643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.654693] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: IN_PROGRESS for 2s [ 989.506825] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: SUCCESS [ 989.507207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.507263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.507461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.507646] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.507762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.507820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.507981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.508128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.508252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.508318] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.665167] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: SUCCESS [ 989.665428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.010664] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.251923] env[62741]: INFO networking_nsxv3.common.synchronization [None req-69a360b8-8785-421a-97f9-da47674131c3 None None] Enqueued Resource ID: 9e3769fd-e028-47c4-acc3-4348d2643629 with Priority: HIGHEST for action port [ 990.251923] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3769fd-e028-47c4-acc3-4348d2643629 with Priority: HIGHEST for action port [ 990.254210] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3769fd-e028-47c4-acc3-4348d2643629 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.254210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3769fd-e028-47c4-acc3-4348d2643629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.254210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3769fd-e028-47c4-acc3-4348d2643629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.254210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3769fd-e028-47c4-acc3-4348d2643629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.254210] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3769fd-e028-47c4-acc3-4348d2643629',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.514085] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f809307f-0cbd-43ee-be1b-b71318e12d70: rpc.has_security_group_logging(os_id): False [ 990.542185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.542185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.542185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.542185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 is going to be created. [ 990.637184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.637387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.638443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.638443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.638443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.651803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: IN_PROGRESS for 2s [ 990.757608] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e3769fd-e028-47c4-acc3-4348d2643629 [ 990.757884] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.758067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.758176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.758492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.758521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.758637] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e3769fd-e028-47c4-acc3-4348d2643629 already deleted. [ 990.758752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3769fd-e028-47c4-acc3-4348d2643629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.843601] env[62741]: INFO networking_nsxv3.common.synchronization [None req-666bb079-ba6f-476d-8dae-e0d3a7cfd9c9 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 990.843601] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 990.843778] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.843966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.844081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.844354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.844435] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.973526] env[62741]: INFO networking_nsxv3.common.synchronization [None req-354c6c2b-b5ba-4632-a736-376d03b8a464 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 990.973526] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 990.973526] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.973526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.367330] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.367330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 already deleted. [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.367330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.367330] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.885711] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.885711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.885711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.885711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.885711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.885711] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 already deleted. [ 991.885711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.665056] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: SUCCESS [ 992.665324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.834189] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f35897ea-f397-42cc-99a0-1059674b3505 None None] Enqueued Resource ID: 5037c96d-8464-4cce-8e59-17bc1bf12eec with Priority: HIGHEST for action port [ 992.834396] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5037c96d-8464-4cce-8e59-17bc1bf12eec with Priority: HIGHEST for action port [ 992.834938] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5037c96d-8464-4cce-8e59-17bc1bf12eec taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.835082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5037c96d-8464-4cce-8e59-17bc1bf12eec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.835151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5037c96d-8464-4cce-8e59-17bc1bf12eec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.835409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5037c96d-8464-4cce-8e59-17bc1bf12eec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.835488] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5037c96d-8464-4cce-8e59-17bc1bf12eec',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.338961] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5037c96d-8464-4cce-8e59-17bc1bf12eec [ 993.339234] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.339946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.339946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.339946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.339946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.339946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5037c96d-8464-4cce-8e59-17bc1bf12eec already deleted. [ 993.339946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5037c96d-8464-4cce-8e59-17bc1bf12eec" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.835378] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.835657] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 997.866883] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-e6c3d318-ccf2-4536-bc85-7862d34db5de tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 997.867500] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 997.867827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.868051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.868323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.869034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.869034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.869034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.869034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.869034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.869243] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.212329] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.212543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.212677] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.213059] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.213331] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.213498] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.213646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.213901] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.214067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.214302] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.214426] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.214541] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.214668] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.214854] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.215036] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.215199] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.234291] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.234511] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.234662] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.234855] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.235249] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-fd048cab-f3ea-4e79-87cd-f8e887babd3e taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.235440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.235568] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.235913] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.239089] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd048cab-f3ea-4e79-87cd-f8e887babd3e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.372241] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.373399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.373399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.373399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.373399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.373399] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.373640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.373640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.373809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.373926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.374073] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 already deleted. [ 998.374199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.726769] env[62741]: INFO networking_nsxv3.common.synchronization [req-5248db38-f831-43d3-b745-a1c2ee6c4b09 req-668c8dc7-bb92-4588-9f5a-33e60822eb3d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Enqueued Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 998.727375] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a with Priority: HIGHEST for action security_group_members [ 998.728049] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-31dc528e-a7b3-4fa8-933a-9aae0467601a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.728287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.728374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.728667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.730150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.733523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.733596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.733847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.733970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.734061] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31dc528e-a7b3-4fa8-933a-9aae0467601a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.743746] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745075] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.745243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745522] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.745674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.745833] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port fd048cab-f3ea-4e79-87cd-f8e887babd3e not found, creating... [ 998.746142] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.746310] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.746454] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.747078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.747078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.751020] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.751020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.751020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.751020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.751020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.751020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: fd048cab-f3ea-4e79-87cd-f8e887babd3e is going to be created. [ 998.772852] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.772966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.773143] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.773522] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.773856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.774413] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.236640] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.236958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.236958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.237069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.263019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.263019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.263019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.263019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.263019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.263019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.263019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a is going to be updated. [ 999.291916] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.291916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.291916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.291916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.291916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.302833] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: IN_PROGRESS for 2s [ 999.465348] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-94c6be24-066c-49e8-8d56-1ab4a8447219 service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 999.465689] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-94c6be24-066c-49e8-8d56-1ab4a8447219 service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 999.465996] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-94c6be24-066c-49e8-8d56-1ab4a8447219 service nova] Enqueued Resource ID: fd048cab-f3ea-4e79-87cd-f8e887babd3e with Priority: HIGHEST for action port [ 999.466669] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 999.466810] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 999.466939] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd048cab-f3ea-4e79-87cd-f8e887babd3e with Priority: HIGHEST for action port [ 999.468685] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.468862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.468935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.469238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.469328] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.470286] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.470483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.470669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.470821] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.471078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.471131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.471247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.471321] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.472102] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd048cab-f3ea-4e79-87cd-f8e887babd3e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.472259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.472298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.472440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.472770] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd048cab-f3ea-4e79-87cd-f8e887babd3e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.974129] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.975775] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.975937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.976590] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd048cab-f3ea-4e79-87cd-f8e887babd3e with status ACTIVE [ 999.976849] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.977052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.977162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.977489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.977653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.977946] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.978118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.978247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.978522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.978669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.979085] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.979284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.979386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.979649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.979791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.979946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd048cab-f3ea-4e79-87cd-f8e887babd3e is going to be updated. [ 1000.000299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.000512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.000512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.003715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.003715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.003715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd048cab-f3ea-4e79-87cd-f8e887babd3e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.321140] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-689e79aa-3285-40e3-a767-5ef6a08c7d06 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1000.321995] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1000.321995] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.477111] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.775576] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.776603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.776727] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.777067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.777502] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.777643] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.777771] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.778061] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.778184] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.778400] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.778523] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.778691] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.778778] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.778971] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.779063] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.779174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.798427] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.798427] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.798427] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.798427] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.798427] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0d277683-49a6-4e55-ae07-564a5241e9d3 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.798427] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.798427] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.799473] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.799473] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d277683-49a6-4e55-ae07-564a5241e9d3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.979568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.979739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.979802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.980025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.980124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.980222] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be created. [ 1001.015350] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.015350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.017222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.017222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.017222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.027227] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: UNINITIALIZED for 2s [ 1001.301547] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.301794] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.301925] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.302315] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.302484] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.302736] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 0d277683-49a6-4e55-ae07-564a5241e9d3 not found, creating... [ 1001.302956] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.303130] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.303305] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.303568] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.303707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.303995] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.304266] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.304385] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.304754] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.304937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.305130] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0d277683-49a6-4e55-ae07-564a5241e9d3 is going to be created. [ 1001.319831] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a in Status: SUCCESS [ 1001.320809] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31dc528e-a7b3-4fa8-933a-9aae0467601a deletion is rescheduled due to dependency. [ 1001.320809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31dc528e-a7b3-4fa8-933a-9aae0467601a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.332733] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.333071] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.333182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.333469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.333703] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.334021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.576907] env[62741]: INFO networking_nsxv3.common.synchronization [req-03d42b1e-9419-47b1-b842-d84c475f5651 req-8338b700-4618-4714-8278-29459e017839 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 1001.579176] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGHEST for action security_group_members [ 1001.579540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.579733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.579845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.580168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.580412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.580579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.580677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.580925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.581247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.581310] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.087345] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.087570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.087652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.087813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.097017] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-01debb23-b71d-48dd-81da-985f17d681fc service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1002.097017] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-01debb23-b71d-48dd-81da-985f17d681fc service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1002.097017] env[62741]: INFO networking_nsxv3.common.synchronization [req-6faf78e3-5261-4e4c-bae6-a79791de1608 req-01debb23-b71d-48dd-81da-985f17d681fc service nova] Enqueued Resource ID: 0d277683-49a6-4e55-ae07-564a5241e9d3 with Priority: HIGHEST for action port [ 1002.097330] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1002.097423] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1002.097518] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d277683-49a6-4e55-ae07-564a5241e9d3 with Priority: HIGHEST for action port [ 1002.102071] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.102214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.102391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.102492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.102677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d277683-49a6-4e55-ae07-564a5241e9d3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.103346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.103346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.103346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.103346] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d277683-49a6-4e55-ae07-564a5241e9d3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.107523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.107808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.107944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.107944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.109124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.109124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.109124] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e is going to be updated. [ 1002.137944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.138138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.138289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.138455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.138562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.148966] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: IN_PROGRESS for 2s [ 1002.381910] env[62741]: INFO networking_nsxv3.common.synchronization [req-25e182c7-0f66-4e19-9fee-4e561360af71 req-81beb19d-37e8-4e4b-b74e-47b209119276 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Enqueued Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 1002.381910] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 with Priority: HIGHEST for action security_group_members [ 1002.382343] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-406e6b1b-2335-4f95-95d9-e09032a4c620 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.382343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.382456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.382647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.382816] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.382924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.382997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.383298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.383298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.383385] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('406e6b1b-2335-4f95-95d9-e09032a4c620',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.606893] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d277683-49a6-4e55-ae07-564a5241e9d3 with status ACTIVE [ 1002.607165] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.607305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.607523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.607768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.607768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.607897] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.607964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.608040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.608201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.608281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.608465] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.608558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.608626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.608766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.608854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.608946] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d277683-49a6-4e55-ae07-564a5241e9d3 is going to be updated. [ 1002.630236] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.630410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.630448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.630648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.630816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.630969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d277683-49a6-4e55-ae07-564a5241e9d3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.755571] env[62741]: INFO networking_nsxv3.common.synchronization [req-c3571965-0038-4673-97af-615b207e8db6 req-70d75411-7ac0-4c15-a2c5-330b6fb745bd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1002.757134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1002.757557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.757782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.758073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.758640] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.758640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.758640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.758640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.758640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.758860] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.885570] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.885759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.885815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.886047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.906627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.907115] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.907314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.907414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.907738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.907875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.908040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 is going to be updated. [ 1002.931554] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.931554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.931554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.931795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.931888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.940321] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: IN_PROGRESS for 2s [ 1003.036354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1003.037553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.037553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.037553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.037553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.037553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.037553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.037838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.037838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.037887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.041017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.041017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.041017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.041017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.158345] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.158592] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.158718] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.162240] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.162668] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.162951] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.163148] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.163454] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.163682] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.163953] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.164126] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.164277] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.164424] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.164595] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.164761] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.164960] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.184272] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.184272] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.184272] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.184272] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.184272] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-205c946a-94fc-4c1f-afce-43fcfeb768a6 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.184272] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.184272] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.184611] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.184819] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205c946a-94fc-4c1f-afce-43fcfeb768a6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.261415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.261770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.262045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.262310] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.262423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.262488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.262684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.262821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.262940] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 already deleted. [ 1003.263102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.542750] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.543173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.544533] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.688156] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.688453] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.688509] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.688824] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.689021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.689288] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 205c946a-94fc-4c1f-afce-43fcfeb768a6 not found, creating... [ 1003.689600] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.689774] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.690065] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.690211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.690347] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.690668] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.690830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.690967] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.691267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.691461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.691606] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 205c946a-94fc-4c1f-afce-43fcfeb768a6 is going to be created. [ 1003.733578] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.733847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.733985] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.734299] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.734560] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.734831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.048039] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.159356] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: IN_PROGRESS for 4s [ 1004.550601] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.550913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.551193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.551314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.551439] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1004.580474] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.580741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.580741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.580896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.581082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.590114] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1004.629460] env[62741]: INFO networking_nsxv3.common.synchronization [req-c3571965-0038-4673-97af-615b207e8db6 req-1ec61c9d-ffa8-4a48-982f-a8b9ecbbc0a9 service nova] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 1004.629721] env[62741]: INFO networking_nsxv3.common.synchronization [req-c3571965-0038-4673-97af-615b207e8db6 req-1ec61c9d-ffa8-4a48-982f-a8b9ecbbc0a9 service nova] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1004.629857] env[62741]: INFO networking_nsxv3.common.synchronization [req-c3571965-0038-4673-97af-615b207e8db6 req-1ec61c9d-ffa8-4a48-982f-a8b9ecbbc0a9 service nova] Enqueued Resource ID: 205c946a-94fc-4c1f-afce-43fcfeb768a6 with Priority: HIGHEST for action port [ 1004.630394] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_rules [ 1004.630531] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1004.630627] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205c946a-94fc-4c1f-afce-43fcfeb768a6 with Priority: HIGHEST for action port [ 1004.630926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.631075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.631156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.631358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.631441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.632407] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.632560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.632689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.632902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.633081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.633198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.633263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.633425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.633526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.633609] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.634970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-205c946a-94fc-4c1f-afce-43fcfeb768a6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.635148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.635281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.635449] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.635538] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205c946a-94fc-4c1f-afce-43fcfeb768a6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.950440] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 in Status: SUCCESS [ 1004.950440] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 406e6b1b-2335-4f95-95d9-e09032a4c620 deletion is rescheduled due to dependency. [ 1004.950440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-406e6b1b-2335-4f95-95d9-e09032a4c620" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.137581] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.138059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.141238] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 205c946a-94fc-4c1f-afce-43fcfeb768a6 with status ACTIVE [ 1005.141521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.141703] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.141781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.142046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.142146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.142331] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.142439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.142523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.142687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.142765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.142994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.143119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.143181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.143325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.143424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.143516] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 205c946a-94fc-4c1f-afce-43fcfeb768a6 is going to be updated. [ 1005.145014] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.169839] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.170036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.170111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.170325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.171038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.171038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205c946a-94fc-4c1f-afce-43fcfeb768a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.648020] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.151063] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.151269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.151393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.151672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.151811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.151964] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 is going to be created. [ 1006.168781] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e in Status: SUCCESS [ 1006.168781] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e deletion is rescheduled due to dependency. [ 1006.168781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.178381] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.178598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.178711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.178959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.179170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.188387] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: UNINITIALIZED for 2s [ 1006.600115] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1006.600314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.600537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.600805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.601050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.601180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.601242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.601441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.601572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.601682] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.106016] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.610998] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.113524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.116593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.116593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.116593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.116593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.116593] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1008.141033] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.141198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.141267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.141514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.141680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.151440] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1008.196735] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: SUCCESS [ 1008.196997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.197157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.197421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.197656] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.197804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.197872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.198080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.198182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.198282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.198377] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.389231] env[62741]: INFO networking_nsxv3.common.synchronization [req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 req-4089a2cc-b4b0-42ea-b0c9-a7296f3f3ec8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1008.389805] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1008.390319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.390447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.390511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.390800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.393230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.393230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.393230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.393230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.393230] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.393230] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.703586] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.898151] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.898151] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.898151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.898151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 1008.922502] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.922502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.922502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.922502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.922502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.928875] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 1009.206546] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5fad59a-c01b-4ef0-985e-107b2e75f0f6: rpc.has_security_group_logging(os_id): False [ 1009.229030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.229030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.229030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.229030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 is going to be created. [ 1009.325958] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.325958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.325958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.325958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.325958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.341541] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: IN_PROGRESS for 2s [ 1010.160698] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 4s [ 1010.944055] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 1010.944055] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 1010.944410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.357194] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: SUCCESS [ 1011.357194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.170905] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1012.171224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.171374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.171610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.171921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.171921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.172058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.172145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.172223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.172307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.173362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.173362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.173362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.173362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.173362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.173362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.173362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.173651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.173651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.173651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.173651] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.676234] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7: rpc.has_security_group_logging(os_id): False [ 1012.694120] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.694342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.694342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.694670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.694670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.695009] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.695009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.695383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.695383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.695383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.695542] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.695542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.695683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.695722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.695783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.695977] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.696106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.696210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.696655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.696655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.696655] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be created. [ 1012.749939] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.750094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.750160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.750367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.750539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.759602] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1013.391672] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.391672] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1014.082418] env[62741]: INFO networking_nsxv3.common.synchronization [None req-7f043625-8df2-4ff8-abbf-2d5761723c4c None None] Enqueued Resource ID: 4583abfe-5e73-4c33-9ac0-7ea78af65bc7 with Priority: HIGHEST for action port [ 1014.082698] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4583abfe-5e73-4c33-9ac0-7ea78af65bc7 with Priority: HIGHEST for action port [ 1014.083208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4583abfe-5e73-4c33-9ac0-7ea78af65bc7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.083362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4583abfe-5e73-4c33-9ac0-7ea78af65bc7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.083405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4583abfe-5e73-4c33-9ac0-7ea78af65bc7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.083745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4583abfe-5e73-4c33-9ac0-7ea78af65bc7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.083745] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4583abfe-5e73-4c33-9ac0-7ea78af65bc7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.282491] env[62741]: INFO networking_nsxv3.common.synchronization [req-5cd34f0c-acb1-41f0-8084-74684be1737e req-ddf7525e-4cb6-4e01-9b15-a8386f3c08a3 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1014.283253] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1014.283621] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.283752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.283814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.291374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.291374] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.291374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.291374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.291374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.291374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.291374] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.296018] env[62741]: INFO networking_nsxv3.common.synchronization [req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd req-14b426a7-3f57-4bd4-b0ca-c5e9446df697 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1014.296900] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1014.297612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.297612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.585918] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4583abfe-5e73-4c33-9ac0-7ea78af65bc7 [ 1014.586208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.586462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.586462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.586642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.586767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.586840] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4583abfe-5e73-4c33-9ac0-7ea78af65bc7 already deleted. [ 1014.586924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4583abfe-5e73-4c33-9ac0-7ea78af65bc7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.620703] env[62741]: INFO networking_nsxv3.common.synchronization [req-26de676f-38fb-49c3-a42b-18e710616eb4 req-3b0f3a28-301c-41b8-a309-7d20a53c65d6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1014.621521] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1014.621563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.621681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.621761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.621973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.622779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.622779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.622779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.622779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.622779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.622779] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.772452] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1014.772452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.772452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.772452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.772700] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.797694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.797874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.798101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.798163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.798198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.798403] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.798508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.798572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.798730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.798835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.798883] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1014.826230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.826370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.826565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.826652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.826790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.837896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1015.101309] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.101577] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.101834] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.102156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.102823] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.103072] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.104023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.104023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.104023] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.104023] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.104023] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.104218] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.104247] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.104404] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.105117] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.105245] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.123409] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.123598] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.123745] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.123931] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-658" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.124274] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0b1d225c-033f-4312-937f-82b5a3f960de taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.124464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.124641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.124916] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.125168] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1d225c-033f-4312-937f-82b5a3f960de',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.127389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.127389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.127389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.127731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.128534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.128534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.128534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.128534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.128534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.128534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.128799] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 1015.154848] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.155067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.155067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.155317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.155458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.168656] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 1015.294837] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.294997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.295069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.295288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.295388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.295487] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be deleted. [ 1015.350155] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.350319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.350392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.350614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.353747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.353747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.627942] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.628262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.628397] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.628747] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.629015] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.629308] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 0b1d225c-033f-4312-937f-82b5a3f960de not found, creating... [ 1015.629674] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.629900] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.630047] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.630332] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.630524] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.630859] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.631067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.631205] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.631507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.631762] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.632017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0b1d225c-033f-4312-937f-82b5a3f960de is going to be created. [ 1015.659434] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.659823] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.659823] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.660121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.660390] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.661029] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.378328] env[62741]: INFO networking_nsxv3.common.synchronization [None req-ba3530e4-5e17-44e9-87de-97c97fed40f9 None None] Enqueued Resource ID: a23f1187-b3f8-4f29-a249-b6e0a519561e with Priority: HIGHEST for action port [ 1016.378640] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23f1187-b3f8-4f29-a249-b6e0a519561e with Priority: HIGHEST for action port [ 1016.379255] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a23f1187-b3f8-4f29-a249-b6e0a519561e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.379385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a23f1187-b3f8-4f29-a249-b6e0a519561e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.379455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a23f1187-b3f8-4f29-a249-b6e0a519561e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.379737] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a23f1187-b3f8-4f29-a249-b6e0a519561e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.379834] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a23f1187-b3f8-4f29-a249-b6e0a519561e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.749678] env[62741]: INFO networking_nsxv3.common.synchronization [req-26de676f-38fb-49c3-a42b-18e710616eb4 req-e5af0ed3-124f-4ad9-ad0e-a13e0ca86fa7 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 1016.749958] env[62741]: INFO networking_nsxv3.common.synchronization [req-26de676f-38fb-49c3-a42b-18e710616eb4 req-e5af0ed3-124f-4ad9-ad0e-a13e0ca86fa7 service nova] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1016.750488] env[62741]: INFO networking_nsxv3.common.synchronization [req-26de676f-38fb-49c3-a42b-18e710616eb4 req-e5af0ed3-124f-4ad9-ad0e-a13e0ca86fa7 service nova] Enqueued Resource ID: 0b1d225c-033f-4312-937f-82b5a3f960de with Priority: HIGHEST for action port [ 1016.750488] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_rules [ 1016.750488] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1016.750670] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d225c-033f-4312-937f-82b5a3f960de with Priority: HIGHEST for action port [ 1016.751187] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.751341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.751388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.751602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.751702] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.752553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.752647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.753216] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1d225c-033f-4312-937f-82b5a3f960de taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.753864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.753864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.753864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.753864] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1d225c-033f-4312-937f-82b5a3f960de',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.848330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1016.848330] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 deletion is rescheduled due to dependency. [ 1016.848330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.848330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.848330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.848634] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.848634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.848744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.848933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.848933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.849058] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.884287] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a23f1187-b3f8-4f29-a249-b6e0a519561e [ 1016.884557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.884721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.884853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.885088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.885178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.885290] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a23f1187-b3f8-4f29-a249-b6e0a519561e already deleted. [ 1016.885381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a23f1187-b3f8-4f29-a249-b6e0a519561e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.179126] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 4s [ 1017.260540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.260540] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b1d225c-033f-4312-937f-82b5a3f960de with status ACTIVE [ 1017.260540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.260540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.260540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.260540] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.261214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.261214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.261214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.261214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.261214] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b1d225c-033f-4312-937f-82b5a3f960de is going to be updated. [ 1017.281667] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.281825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.281896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.282151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.282288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.282450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1d225c-033f-4312-937f-82b5a3f960de" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.351279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.351834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.351834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.351834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.351834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.352021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.352153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.352280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.352740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.352870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.352987] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be deleted. [ 1017.388387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.388598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.388598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.388812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.388906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.389015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.189917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 1019.190262] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 1019.190262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.190330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.190595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.190818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.190961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.191061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.191278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.191382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.191511] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.694115] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.196488] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.698599] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.698927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.698999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.699252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.699370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.699477] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 1020.742551] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.742551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.742551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.742551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.742551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.753892] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 1021.751498] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1021.751745] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1022.764933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 1022.765282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.765282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.765409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.765576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.765736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.765813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.765992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.766068] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.766151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.766241] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.269155] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.269312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.269427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.269624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.269799] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.269859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.269986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.270216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.270290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.270437] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.270541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.270591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.270736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.270884] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.271054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.271106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.271222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.271298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.271454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.271553] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.773653] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef18802-eb53-41b2-aca4-c965a38ad000: rpc.has_security_group_logging(os_id): False [ 1023.791046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.791197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.791254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.791462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.791554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.791746] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.791864] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.791929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.792102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.792179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.792372] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.792467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.792564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.792665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.792738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.792938] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.793043] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.793104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.793268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.793348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.793434] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 1023.856857] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.856857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.856857] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.857051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.857127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.870980] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 1024.723251] env[62741]: INFO networking_nsxv3.common.synchronization [req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 req-3f7097d9-b64f-47b9-a77a-109d2ebb9ab4 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Enqueued Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1024.723819] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1024.724154] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.724283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.724352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.724595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.724755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.724854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.724921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.725141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.725261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.725457] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.110366] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.110685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.110729] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.111039] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.111357] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.111469] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.111591] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.111814] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.111962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.112190] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.112308] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.112421] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.112531] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.112645] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.112756] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.112899] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.130246] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.130424] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.130566] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.130736] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.131036] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-aee700e5-3282-41a9-8c54-a7e6f6c48800 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.131215] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.131344] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.131626] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.131789] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee700e5-3282-41a9-8c54-a7e6f6c48800',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.228863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.229142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.229411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.229504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.229754] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.229951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.230163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.230245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.230332] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 already deleted. [ 1025.230412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.633604] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.634765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.634765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.634765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.634765] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.634765] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port aee700e5-3282-41a9-8c54-a7e6f6c48800 not found, creating... [ 1025.634955] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.635028] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.635171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.635419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.635573] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.635989] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.636262] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.636389] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.636658] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.636818] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.636988] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: aee700e5-3282-41a9-8c54-a7e6f6c48800 is going to be created. [ 1025.662583] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.663477] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.663850] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.664464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.664464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.664599] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.886696] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 1025.886903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.888795] env[62741]: INFO networking_nsxv3.common.synchronization [req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 req-35a786b2-a9f8-4e4d-9563-eebb398255af tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 1025.889318] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 with Priority: HIGHEST for action security_group_members [ 1025.889618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f2f43a-706c-4d67-9df2-68ed17c21d30 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.889738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.889807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.890008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.890241] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.890368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.890425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.890583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.891251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.891251] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f2f43a-706c-4d67-9df2-68ed17c21d30',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 req-9acc5a40-a55b-4aeb-8b94-90e275dfcc4d service nova] Enqueued Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_rules [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 req-9acc5a40-a55b-4aeb-8b94-90e275dfcc4d service nova] Enqueued Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 req-9acc5a40-a55b-4aeb-8b94-90e275dfcc4d service nova] Enqueued Resource ID: aee700e5-3282-41a9-8c54-a7e6f6c48800 with Priority: HIGHEST for action port [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_rules [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1026.334782] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee700e5-3282-41a9-8c54-a7e6f6c48800 with Priority: HIGHEST for action port [ 1026.339185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.339185] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.339185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.339185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.339185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.339185] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.340868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee700e5-3282-41a9-8c54-a7e6f6c48800 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.341140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.341324] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.341564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.341735] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee700e5-3282-41a9-8c54-a7e6f6c48800',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.395967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.395967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.395967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.395967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.417384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.418047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.419926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.419926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.419926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.419926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.419926] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 is going to be updated. [ 1026.460927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.460927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.460927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.460927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.460927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.467708] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: IN_PROGRESS for 2s [ 1026.846017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.846017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.846017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee700e5-3282-41a9-8c54-a7e6f6c48800 with status ACTIVE [ 1026.846017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.846017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.846017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.846826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.847106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.847279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.847524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.847710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.849451] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee700e5-3282-41a9-8c54-a7e6f6c48800 is going to be updated. [ 1026.868604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.868604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.868604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.868604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.868604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.868604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee700e5-3282-41a9-8c54-a7e6f6c48800" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.349634] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.852327] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.852492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.852565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.852788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.852875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.852972] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 is going to be created. [ 1027.875863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.876098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.876098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.876290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.876453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.885507] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: UNINITIALIZED for 2s [ 1028.478097] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 in Status: SUCCESS [ 1028.478450] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f2f43a-706c-4d67-9df2-68ed17c21d30 deletion is rescheduled due to dependency. [ 1028.478450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f2f43a-706c-4d67-9df2-68ed17c21d30" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.550297] env[62741]: INFO networking_nsxv3.common.synchronization [req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 req-83874372-b801-4e5f-8432-da0716917dcb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1028.550297] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGHEST for action security_group_members [ 1028.550297] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.550297] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.550297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.550297] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.635268] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.635488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.635620] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.635990] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.636295] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.636480] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.636646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.636967] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.637366] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.637663] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.637813] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.637970] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.638171] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.638651] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.638651] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.638651] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.656951] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.657124] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.657299] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.657480] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-172" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.657782] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-0ff85650-e11a-4519-b7fa-e6de853c4c71 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.658010] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.658206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.658476] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.658633] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff85650-e11a-4519-b7fa-e6de853c4c71',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.053633] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.053805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.053805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.054106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.054106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.054392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.054588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.054588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.054695] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.054790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.054862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be updated. [ 1029.081042] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.081042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.081042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.081042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.081042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.090131] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: IN_PROGRESS for 2s [ 1029.161433] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.161625] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.161752] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.162182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.162300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.162642] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.162824] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.162970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.163253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.163419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.163733] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.163922] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.164070] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.164471] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.164634] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 is going to be updated. [ 1029.184633] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.185955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.185955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.185955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.185955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.186159] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.880905] env[62741]: INFO networking_nsxv3.common.synchronization [req-dfed24ce-17e2-4f00-b105-9a891c5c5574 req-6eb7a65f-9cbe-46de-96b4-94eae330305c service nova] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 1029.881186] env[62741]: INFO networking_nsxv3.common.synchronization [req-dfed24ce-17e2-4f00-b105-9a891c5c5574 req-6eb7a65f-9cbe-46de-96b4-94eae330305c service nova] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 1029.881301] env[62741]: INFO networking_nsxv3.common.synchronization [req-dfed24ce-17e2-4f00-b105-9a891c5c5574 req-6eb7a65f-9cbe-46de-96b4-94eae330305c service nova] Enqueued Resource ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 with Priority: HIGHEST for action port [ 1029.881857] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_rules [ 1029.882015] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 1029.882121] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 with Priority: HIGHEST for action port [ 1029.882594] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.882739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.882827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.883064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.883152] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.884085] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.884330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.884330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.884485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.884650] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.884763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.884849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.888146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.888309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.888422] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.889366] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ff85650-e11a-4519-b7fa-e6de853c4c71 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.889545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.889795] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ff85650-e11a-4519-b7fa-e6de853c4c71',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.899501] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: SUCCESS [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.901051] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.901051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.901051] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.391472] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.392505] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.392660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.393373] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ff85650-e11a-4519-b7fa-e6de853c4c71 with status ACTIVE [ 1030.393543] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.393656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.393720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.393965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.394066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.394183] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.394278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.394339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.394494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.394571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.394748] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.394841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.394942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.395050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.395120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.395205] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ff85650-e11a-4519-b7fa-e6de853c4c71 is going to be updated. [ 1030.402915] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.403084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.403156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.403265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.403412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.403507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.403569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.403710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.403788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.403870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.404108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.404108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.404221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.404311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.404444] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.404544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.404591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.404718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.404791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.404873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.404995] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.415607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.415769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.415867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.416088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.416231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.416403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ff85650-e11a-4519-b7fa-e6de853c4c71" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.894627] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.907437] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33b1b6f0-730c-4b33-8735-d57317a36659: rpc.has_security_group_logging(os_id): False [ 1030.926172] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.926715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.926715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.926715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.926715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.927473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.927473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.927473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.927473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.927473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.927473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.927655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.927655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.927869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.927869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.928081] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.928177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.928233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.928378] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.928443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.928537] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 is going to be created. [ 1030.979892] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.980119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.980207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.980422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.980635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.992258] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: IN_PROGRESS for 2s [ 1031.100974] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef18802-eb53-41b2-aca4-c965a38ad000 in Status: SUCCESS [ 1031.100974] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 deletion is rescheduled due to dependency. [ 1031.100974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.367133] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-d5ac8a1b-5490-453e-9ed7-6f14213b3c96 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1031.367133] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1031.367133] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.367133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.367133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.367133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.367133] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.367133] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.367898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.368247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.368467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.368665] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.396820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.397009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.397091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.397332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.397435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.397536] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be updated. [ 1031.425010] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.425187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.425352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.425733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.425947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.437438] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: IN_PROGRESS for 2s [ 1031.798469] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.798747] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.798972] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.799291] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.799600] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.799777] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.802012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.802012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.802012] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.802012] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.802012] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.802012] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.802012] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.802012] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.802012] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.802012] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.819161] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.819693] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.819693] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.819859] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.820104] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3911090a-5d3f-4bc6-90f4-78a53eaf1047 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.820325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.820534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.820847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.821024] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3911090a-5d3f-4bc6-90f4-78a53eaf1047',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.871675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.871675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.871826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.872045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.872149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.872361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.872468] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.872532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.872688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.872764] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.872852] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 already deleted. [ 1031.872933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.324188] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.324188] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.325199] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.325308] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.325955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.325955] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3911090a-5d3f-4bc6-90f4-78a53eaf1047 not found, creating... [ 1032.325955] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.326154] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.326324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.326504] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.326654] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.326951] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.327131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.327256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.327478] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.327618] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.327803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 is going to be created. [ 1032.346712] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.346936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.347088] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.347366] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.348064] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.348064] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.005022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: SUCCESS [ 1033.005330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.166788] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-d6878d13-e68f-42cc-8abe-ef567fc60b43 service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1033.166987] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-d6878d13-e68f-42cc-8abe-ef567fc60b43 service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1033.167160] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-d6878d13-e68f-42cc-8abe-ef567fc60b43 service nova] Enqueued Resource ID: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 with Priority: HIGHEST for action port [ 1033.167398] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1033.167525] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1033.167620] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 with Priority: HIGHEST for action port [ 1033.168207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.168331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.168400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.168606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.168689] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.169595] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.169710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.169778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.169945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.170119] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.170218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.170279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.170427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.170511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.170600] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.171304] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3911090a-5d3f-4bc6-90f4-78a53eaf1047 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.171411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.171504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.171617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.171689] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3911090a-5d3f-4bc6-90f4-78a53eaf1047',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.447844] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 1033.448164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.448326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.448537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.448760] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.448900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.448966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.449347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.449347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.449347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.449543] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.662869] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-10e5277a-f1e9-469c-8e7c-89d6fc9b4591 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1033.663499] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1033.663894] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.664884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.673382] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.675988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.676439] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3911090a-5d3f-4bc6-90f4-78a53eaf1047 with status ACTIVE [ 1033.676614] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.676806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.676977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.678150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.679671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.679671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.679671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.679671] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 is going to be updated. [ 1033.704392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.704537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.704606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.704816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.704986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.705195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3911090a-5d3f-4bc6-90f4-78a53eaf1047" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.956416] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.958998] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.959245] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.959385] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.959674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.959941] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.960142] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.960277] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.960530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.960696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.960928] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.961072] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.961263] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.961312] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.961426] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.961550] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.961702] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.980075] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.980287] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.980450] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.980640] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-608" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.981015] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-046a7e95-6bcc-44c7-aee6-234d7328d0b0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.981206] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.981331] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.981666] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.981813] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046a7e95-6bcc-44c7-aee6-234d7328d0b0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.177077] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.463624] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b14be048-4b59-4325-bc3a-f0cd073621d0: rpc.has_security_group_logging(os_id): False [ 1034.480412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.480593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.480644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.480889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.480991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.481256] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.481373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.481437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.481846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.481846] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be updated. [ 1034.484381] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.484578] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.484906] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.484968] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.485118] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.485290] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 046a7e95-6bcc-44c7-aee6-234d7328d0b0 not found, creating... [ 1034.485561] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.485766] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.485896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.486176] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.486402] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.486627] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.486801] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.486987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.487178] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.487324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.487470] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 is going to be created. [ 1034.509302] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.509551] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.509595] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.509922] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.510253] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.510504] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.623221] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.623433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.623539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.623800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.623927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.639106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: IN_PROGRESS for 2s [ 1034.679784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.679988] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.680055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.680272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.680365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.680463] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be created. [ 1034.723597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.723812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.723881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.724459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.724459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.736188] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: UNINITIALIZED for 2s [ 1035.228902] env[62741]: INFO networking_nsxv3.common.synchronization [req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c req-ff8e738f-f117-4349-9523-4a4cb02c193e tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1035.229385] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1035.229725] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.229830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.229830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.231034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.231034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.231148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.231148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.231966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.231966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.231966] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.616243] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-705412a4-cdf6-4f89-9897-90406c01235d service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1035.616509] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-705412a4-cdf6-4f89-9897-90406c01235d service nova] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1035.616509] env[62741]: INFO networking_nsxv3.common.synchronization [req-5295a922-232b-4787-8dee-ede1c8b6c3e7 req-705412a4-cdf6-4f89-9897-90406c01235d service nova] Enqueued Resource ID: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 with Priority: HIGHEST for action port [ 1035.617784] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_rules [ 1035.617784] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1035.617784] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 with Priority: HIGHEST for action port [ 1035.617784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.617784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.618083] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.621549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.621883] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-046a7e95-6bcc-44c7-aee6-234d7328d0b0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.622035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.622108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.622363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.622502] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('046a7e95-6bcc-44c7-aee6-234d7328d0b0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.734512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.734710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.734750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.734981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.735092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.735308] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.735425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.735499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.735666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.735763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.735856] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be deleted. [ 1035.774121] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.774450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.774450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.774553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.774660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.774769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.116786] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.117032] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.117170] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.117453] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.118662] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.118662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.118662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.118662] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.118798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.119148] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.119206] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.119881] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.120140] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.120283] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.120407] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.120552] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.126388] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 046a7e95-6bcc-44c7-aee6-234d7328d0b0 with status ACTIVE [ 1036.126597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.126791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.126870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.127130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.128207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.128207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.128207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.128575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.128575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.128575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.128575] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 is going to be updated. [ 1036.142123] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.142299] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.142379] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.142578] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.142921] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-51887975-3144-4159-8eb9-8a6e885416f3 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.143144] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.143351] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.143685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.143836] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51887975-3144-4159-8eb9-8a6e885416f3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.152599] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.152739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.152801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.153022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.153345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.153562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-046a7e95-6bcc-44c7-aee6-234d7328d0b0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.647507] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.647960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.647960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.648261] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.648429] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.648605] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 51887975-3144-4159-8eb9-8a6e885416f3 not found, creating... [ 1036.648928] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.649156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.649250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.649509] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.649696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.650008] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.650487] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.650614] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.650850] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.651038] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.651185] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 51887975-3144-4159-8eb9-8a6e885416f3 is going to be created. [ 1036.654117] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 1036.654335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.669755] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.670211] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670507] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.670748] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.671015] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.746016] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1036.746274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.746453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.746694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.746877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.747009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.747079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.747245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.747322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.747436] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.251067] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.485147] env[62741]: INFO networking_nsxv3.common.synchronization [req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c req-3eccc2d0-ade0-4483-a59e-a40b05636067 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1037.485345] env[62741]: INFO networking_nsxv3.common.synchronization [req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c req-3eccc2d0-ade0-4483-a59e-a40b05636067 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1037.485531] env[62741]: INFO networking_nsxv3.common.synchronization [req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c req-3eccc2d0-ade0-4483-a59e-a40b05636067 service nova] Enqueued Resource ID: 51887975-3144-4159-8eb9-8a6e885416f3 with Priority: HIGHEST for action port [ 1037.485781] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1037.485911] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1037.486020] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51887975-3144-4159-8eb9-8a6e885416f3 with Priority: HIGHEST for action port [ 1037.486622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.486711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.486797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.487181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.487286] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.488314] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.488431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.488500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.488697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.488841] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.490348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.490348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.490348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.490348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.490348] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.490348] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-51887975-3144-4159-8eb9-8a6e885416f3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.490348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.490707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.490707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.490707] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51887975-3144-4159-8eb9-8a6e885416f3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.754301] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.993443] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51887975-3144-4159-8eb9-8a6e885416f3 with status ACTIVE [ 1037.993677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.993816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.993887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.994161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.994258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.994454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.994562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.994627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.994789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.994867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.995108] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.995187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.995250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.995749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.995901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.996026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51887975-3144-4159-8eb9-8a6e885416f3 is going to be updated. [ 1037.997765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.997765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.997765] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.017613] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.017979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.017979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.018392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.018392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.018510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51887975-3144-4159-8eb9-8a6e885416f3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.256944] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.257232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.257338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.257871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.257871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.257975] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1038.297874] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.297874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.297874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.297874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.297874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.305745] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1038.499827] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.974025] env[62741]: INFO networking_nsxv3.common.synchronization [req-4b09a839-f609-42cb-ab50-1f140fd55acf req-9949ae24-d936-4d4e-a620-d700316f9089 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Enqueued Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1038.974025] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGHEST for action security_group_members [ 1038.976996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.976996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.976996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.976996] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.003902] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.003902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.003902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.003902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.003902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.004483] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be created. [ 1039.029679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.029679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.029679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.029679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.029679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.039052] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: UNINITIALIZED for 2s [ 1039.482331] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.482331] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.482331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.482331] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 is going to be updated. [ 1039.512961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.512961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.512961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.512961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.512961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.522106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: IN_PROGRESS for 2s [ 1040.315848] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1040.316141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.316365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.317779] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.317779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.317779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.317779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.317779] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.318331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.318554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.318748] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.318872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.318938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.319166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.319306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.319391] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.822627] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.822627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.822627] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.048679] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1041.048960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.049099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.049330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.049843] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.049843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.049843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.050407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.050407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.050407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.050407] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.324724] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.531982] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33b1b6f0-730c-4b33-8735-d57317a36659 in Status: SUCCESS [ 1041.533441] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 deletion is rescheduled due to dependency. [ 1041.533441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.555970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.555970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.555970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.555970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.555970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.555970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.555970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.556383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.556383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.556383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.556995] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.556995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.556995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.556995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.557141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.557141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.557211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.557327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.557455] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.557543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.557635] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.827639] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.827792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.827921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.828222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.828336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.828399] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1041.854172] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.854363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.854435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.854696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.854851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.863418] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1042.060294] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b6c4b04-90f7-49e1-b156-242266099742: rpc.has_security_group_logging(os_id): False [ 1042.078566] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.078723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.078802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.079038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.079132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.079352] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.079452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.079525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.079702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.079791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.079955] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.080081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.080146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.080255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.080331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.080534] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.080630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.080694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.080900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.080900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.081029] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be created. [ 1042.148259] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.148529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.148661] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.148915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.149161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.162305] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1042.427840] env[62741]: INFO networking_nsxv3.common.synchronization [req-23bd65f2-c008-46f3-88f6-d70b873694e7 req-9f832f1b-1eac-4c67-83be-e23985459c28 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1042.428320] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1042.428761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.428845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.429019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.429518] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429609] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.429676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.429949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.430061] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.870241] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.870460] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.870599] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.870872] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.871150] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.871317] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.871443] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871666] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.872209] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.872209] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.872209] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.872358] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.872392] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.872516] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.872698] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.872871] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.896294] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.896601] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.896836] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.897121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.897599] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.897867] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.898063] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.898489] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.898690] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0a9045-7b45-4dd3-a05d-3b78dfb7c376',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.934669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.934669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.934669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.934669] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be deleted. [ 1042.967881] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.968052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.968112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.968325] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.968418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.968520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.173720] env[62741]: INFO networking_nsxv3.common.synchronization [None req-79c684ab-eceb-4aa3-a99c-ea8429054e62 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1043.174268] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1043.174575] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.174704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.174776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.174976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.175710] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.175832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.175903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.176094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.176190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.176291] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.404910] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.405244] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.406193] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.406559] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.406741] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.406919] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 not found, creating... [ 1043.407231] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.407567] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.408515] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.408798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.408961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.409289] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.409461] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.409590] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.409851] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.410014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.410174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 is going to be created. [ 1043.427932] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.428258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.428308] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.428608] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.428856] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.429921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.682305] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.872135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1043.872458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.872606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.873083] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.873234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.873323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.873508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.873615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.873724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.873905] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.874055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.874141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.874297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.874442] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.874535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.874596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.874741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.874868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.874914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.874992] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.175274] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1044.175519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.185181] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [req-23bd65f2-c008-46f3-88f6-d70b873694e7 req-7b527a2e-e4ac-4481-84da-8dff86bcaefe service nova] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_rules [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [req-23bd65f2-c008-46f3-88f6-d70b873694e7 req-7b527a2e-e4ac-4481-84da-8dff86bcaefe service nova] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [req-23bd65f2-c008-46f3-88f6-d70b873694e7 req-7b527a2e-e4ac-4481-84da-8dff86bcaefe service nova] Enqueued Resource ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with Priority: HIGHEST for action port [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_rules [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1044.226476] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with Priority: HIGHEST for action port [ 1044.226476] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.226476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.226476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.226476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.226476] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.230240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.230240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.230240] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.230240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.230240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.231375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.232755] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0a9045-7b45-4dd3-a05d-3b78dfb7c376',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.376913] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7: rpc.has_security_group_logging(os_id): False [ 1044.398287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.398551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.398632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.398849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.399860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.399860] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.399860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.400141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.400141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.400387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.400387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.400387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.400544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.400590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.400633] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be created. [ 1044.467823] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.468559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.468559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.468559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.468559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.487950] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1044.687499] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.687691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.687750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.687943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.688047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.688148] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1044.715332] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.715535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.715887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.724260] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1044.736020] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.736020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.736020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.736206] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with status ACTIVE [ 1044.736333] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.736425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.736488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.736762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.736762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.736976] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.737655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.737655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.738135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.738135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.738135] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 is going to be updated. [ 1044.760144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.760407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.760407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.760645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.760795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.760962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.238091] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.508899] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.509207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.509256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.509520] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.509800] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.509962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.510876] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.511174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.511336] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.511558] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.511679] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.511793] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.511904] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.512048] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.512161] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.512320] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.531390] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.531565] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.531711] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.531896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.532246] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-7a504c3c-e9ce-42be-8cc3-c712f5481c63 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.532447] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.532644] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.532987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.533160] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a504c3c-e9ce-42be-8cc3-c712f5481c63',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.739626] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.739808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.739883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.740168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.740340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.740498] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be created. [ 1045.765609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.765811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.765918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.766221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.766460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.775810] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: UNINITIALIZED for 2s [ 1046.042312] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.042556] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.042639] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.042954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.043123] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.043312] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 not found, creating... [ 1046.043577] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.043745] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.043871] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.044131] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.044316] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.044608] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.044793] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.046232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.046232] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.046391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.046734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 7a504c3c-e9ce-42be-8cc3-c712f5481c63 is going to be created. [ 1046.065245] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.065534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.065691] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.065971] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.066227] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.066462] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.502024] env[62741]: INFO networking_nsxv3.common.synchronization [req-d00de959-95ec-46d5-a925-bcf5133182ff req-fe21321d-a6b0-4590-b193-718072798d8e tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 1046.502766] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1046.503134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.503469] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGHEST for action security_group_members [ 1046.503643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.504318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.504318] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.505047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.505193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.505193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.505329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.505511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.505620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.505682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.506426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.506426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.506426] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.733111] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1046.733408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.008177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.010923] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.010923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.010923] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 is going to be updated. [ 1047.011798] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.012356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.013136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.014118] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.014118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.014118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.014118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.014118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.014118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.015644] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.047106] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.047106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.047106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.047106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.047106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.054642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: IN_PROGRESS for 2s [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 req-aab33a60-4a39-4af3-a72d-50a27c3a7b9a service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 req-aab33a60-4a39-4af3-a72d-50a27c3a7b9a service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 req-aab33a60-4a39-4af3-a72d-50a27c3a7b9a service nova] Enqueued Resource ID: 7a504c3c-e9ce-42be-8cc3-c712f5481c63 with Priority: HIGHEST for action port [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1047.064237] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a504c3c-e9ce-42be-8cc3-c712f5481c63 with Priority: HIGHEST for action port [ 1047.067346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.067346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.067346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.067346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.067715] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.068391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.068619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.068824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.069347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.069473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.069585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.069642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.069809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.069898] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.070106] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.071202] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a504c3c-e9ce-42be-8cc3-c712f5481c63 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.071329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.071418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.071540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.071606] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a504c3c-e9ce-42be-8cc3-c712f5481c63',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.518372] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.518530] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.518619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.518843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.519023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.519127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.519194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.519347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.519473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.519540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.519692] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.519786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.519847] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.519989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.520141] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.520297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.520511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.520595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.520714] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.573847] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.574779] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 with status ACTIVE [ 1047.578023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.578023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.578023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.578023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.578023] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a504c3c-e9ce-42be-8cc3-c712f5481c63 is going to be updated. [ 1047.580749] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.580853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.599928] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.600164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.600233] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.600483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.600708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.600919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a504c3c-e9ce-42be-8cc3-c712f5481c63" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.784707] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 1047.784967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.785167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.785392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.785591] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.785712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.785777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.785946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.786045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.786134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.786240] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.023657] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7: rpc.has_security_group_logging(os_id): False [ 1048.046346] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.046445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.046445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.046641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.046734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.046941] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.047057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.047189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.047349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.047447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.047647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.047760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.047822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.047990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.048136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.048337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.048437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.048490] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.048640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.048710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.051027] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1048.082073] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.110904] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.111067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.111135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.111376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.111557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.124751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1048.288018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.288281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.288382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.288607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.288797] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.288896] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.289450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.289450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.289450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.289450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.289676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.289676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.289676] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.289825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.289976] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.290085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.290138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.290284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.290374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.290435] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.290519] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.584710] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.584869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.584939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.587020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.587020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.587020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1048.611708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.611851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.611900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.613256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.613256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.620254] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1048.794965] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17b99e06-8bf9-4b5b-84a4-7d79f8059008: rpc.has_security_group_logging(os_id): False [ 1048.811710] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.811899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.811958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.812765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.812881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.813130] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.813240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.813303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.813474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.813553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.813730] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.813824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.813880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.814031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.814108] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.814334] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.814471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.814556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.814714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.814780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.814870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be created. [ 1048.867558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.867792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.867792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.868029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.868153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.885719] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: IN_PROGRESS for 2s [ 1049.063818] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f809307f-0cbd-43ee-be1b-b71318e12d70 in Status: SUCCESS [ 1049.064011] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 deletion is rescheduled due to dependency. [ 1049.064129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.155976] env[62741]: INFO networking_nsxv3.common.synchronization [req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d req-198da713-bd30-45f1-80b2-1fc0c0aec8b8 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1049.157762] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1049.157762] env[62741]: INFO networking_nsxv3.common.synchronization [req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 req-0fd741dd-6ca0-49d9-a272-8f21def0fa2b tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Enqueued Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1049.159022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.162599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.163979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.167021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.167021] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.167021] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 with Priority: HIGHEST for action security_group_members [ 1049.167021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.167021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.667808] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.668077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.668251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.668443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.668543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.668786] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.668994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.669104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.669400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.669521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.669595] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1049.701124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.701124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.701124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.701392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.701392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.709596] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1050.138751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1050.139784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.203381] env[62741]: INFO networking_nsxv3.common.synchronization [None req-3e468199-0394-4ff5-a305-dde74cb6145f None None] Enqueued Resource ID: 1f1b7e77-9860-4e7d-bf76-c25f7072d9eb with Priority: HIGHEST for action port [ 1050.203897] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f1b7e77-9860-4e7d-bf76-c25f7072d9eb with Priority: HIGHEST for action port [ 1050.204753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f1b7e77-9860-4e7d-bf76-c25f7072d9eb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.204753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f1b7e77-9860-4e7d-bf76-c25f7072d9eb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.204753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f1b7e77-9860-4e7d-bf76-c25f7072d9eb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.204753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f1b7e77-9860-4e7d-bf76-c25f7072d9eb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.205275] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1b7e77-9860-4e7d-bf76-c25f7072d9eb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.629948] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1050.630202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.630377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.630591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.630788] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.630908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.630974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.631136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.631209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.631298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.631388] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.706403] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f1b7e77-9860-4e7d-bf76-c25f7072d9eb [ 1050.706641] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.706759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.706833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.707143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.707266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.707805] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f1b7e77-9860-4e7d-bf76-c25f7072d9eb already deleted. [ 1050.707805] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f1b7e77-9860-4e7d-bf76-c25f7072d9eb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.902859] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 1050.903106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.932088] env[62741]: INFO networking_nsxv3.common.synchronization [req-5e945e7e-5467-49b7-9ef5-68040fd563ef req-67399d8c-ff6f-4504-9943-973b7e913965 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 1050.933782] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f41eaf-ae11-4384-962c-a17f74d34754 with Priority: HIGHEST for action security_group_members [ 1050.933782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f41eaf-ae11-4384-962c-a17f74d34754 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.933782] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.933782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.934212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.934212] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f41eaf-ae11-4384-962c-a17f74d34754',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.136409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.136409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.136409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.136409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.136409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.136912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.136912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.136912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.136912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.136912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.436367] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.436651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.436651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.437110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.459406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.459731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.459870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.459942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.460168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.460259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.460368] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 is going to be updated. [ 1051.483817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.483948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.484019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.484372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.484372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.492015] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: IN_PROGRESS for 2s [ 1051.638784] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b6c4b04-90f7-49e1-b156-242266099742: rpc.has_security_group_logging(os_id): False [ 1051.657203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.657388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.657460] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.657668] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.657759] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.657981] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.658129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.658197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.658355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.658434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.658618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.658714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.658776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.658915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.658990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.659245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.659339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.659475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.659589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.659666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.659800] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1051.720225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.720225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.720225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.720434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.720547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.722470] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1051.722624] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 deletion is rescheduled due to dependency. [ 1051.722722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.723219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.723415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.723597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.723704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.723770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.723919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.724019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.724113] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4950cb6f-4715-4b9e-9f93-93c7cbfed2a7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.753733] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1052.225956] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.226134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.226204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.226423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.226510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.226708] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.226801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.226990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.227159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.227271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.228189] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 is going to be updated. [ 1052.254308] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.255028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.255028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.255028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.255028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.279900] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: IN_PROGRESS for 2s [ 1052.433764] env[62741]: INFO networking_nsxv3.common.synchronization [None req-233bf4d3-cc87-466d-aed4-a22668cfbd87 None None] Enqueued Resource ID: cc43bda9-9f59-4195-b7a2-77176c8a9dd3 with Priority: HIGHEST for action port [ 1052.434058] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc43bda9-9f59-4195-b7a2-77176c8a9dd3 with Priority: HIGHEST for action port [ 1052.434653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc43bda9-9f59-4195-b7a2-77176c8a9dd3 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.434791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc43bda9-9f59-4195-b7a2-77176c8a9dd3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.434888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc43bda9-9f59-4195-b7a2-77176c8a9dd3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.436519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc43bda9-9f59-4195-b7a2-77176c8a9dd3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.436519] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc43bda9-9f59-4195-b7a2-77176c8a9dd3',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.938634] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc43bda9-9f59-4195-b7a2-77176c8a9dd3 [ 1052.938854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.939038] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.939121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.939334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.939424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.939518] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc43bda9-9f59-4195-b7a2-77176c8a9dd3 already deleted. [ 1052.939595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc43bda9-9f59-4195-b7a2-77176c8a9dd3" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.501567] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f41eaf-ae11-4384-962c-a17f74d34754 in Status: SUCCESS [ 1053.501912] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f41eaf-ae11-4384-962c-a17f74d34754 deletion is rescheduled due to dependency. [ 1053.501912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f41eaf-ae11-4384-962c-a17f74d34754" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.769648] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1053.769820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.289837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 in Status: SUCCESS [ 1054.290036] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4950cb6f-4715-4b9e-9f93-93c7cbfed2a7 deletion is rescheduled due to dependency. [ 1054.290694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4950cb6f-4715-4b9e-9f93-93c7cbfed2a7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.572331] env[62741]: INFO networking_nsxv3.common.synchronization [req-c86ed538-cb3c-4093-969a-d2a5c3a2366d req-70a00583-9f3a-4590-a562-385964139db6 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1054.572866] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGHEST for action security_group_members [ 1054.574024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.574024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.574024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.574024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.574024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.574024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.574024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.574353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.574353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.574353] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.613877] env[62741]: INFO networking_nsxv3.common.synchronization [req-c86ed538-cb3c-4093-969a-d2a5c3a2366d req-70a00583-9f3a-4590-a562-385964139db6 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with Priority: HIGHEST for action port [ 1054.614492] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with Priority: HIGHEST for action port [ 1054.615011] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.615276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.615356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.615586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.615747] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0a9045-7b45-4dd3-a05d-3b78dfb7c376',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.076658] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.076658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.076658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.076658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.076658] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.076658] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.076917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.076917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.076917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.077033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.077150] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be updated. [ 1055.102886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.103086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.103129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.103309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.103446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.111521] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: IN_PROGRESS for 2s [ 1055.117870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 with status ACTIVE [ 1055.118078] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.118198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.118264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.118452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.118537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.118703] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.118797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.118859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.119053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.119229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.119408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.119505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.119567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.119710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.119786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.119867] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 is going to be updated. [ 1055.139408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.139556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.139628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.139823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.140137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.140423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.392022] env[62741]: INFO networking_nsxv3.common.synchronization [req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa req-a6917744-7f17-4d82-9049-c7808d4cee99 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1055.392022] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 with Priority: HIGHEST for action security_group_members [ 1055.392022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.392022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.392022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.392022] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5fad59a-c01b-4ef0-985e-107b2e75f0f6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.896318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.896318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.896318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.896318] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 is going to be updated. [ 1055.924045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.925200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.925200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.925200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.925200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.933256] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: IN_PROGRESS for 2s [ 1057.123909] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 in Status: SUCCESS [ 1057.124266] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 deletion is rescheduled due to dependency. [ 1057.124266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.941770] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 in Status: SUCCESS [ 1057.942089] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5fad59a-c01b-4ef0-985e-107b2e75f0f6 deletion is rescheduled due to dependency. [ 1057.943580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5fad59a-c01b-4ef0-985e-107b2e75f0f6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.695966] env[62741]: INFO networking_nsxv3.common.synchronization [req-814ae294-f247-4dd3-99ef-5b0c40ab7782 req-5cfd1be5-f103-45b3-bcee-8a5dc7f37311 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Enqueued Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1058.697653] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1058.697653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.697653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.697653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.697970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.698755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.698755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.698755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.698755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.698755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.698755] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.110635] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.110931] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-672" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.111239] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-672" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111590] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-672" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.111878] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.112304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.112981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.112981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.112981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.113128] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.113340] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.113425] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.113497] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.113621] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.113739] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.113883] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.144108] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.144283] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.144335] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.144525] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-672" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.144864] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.145082] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.145221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.145551] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.145697] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aefa2c5-fcf4-415f-baa2-707f945f2d7a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.202150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.202414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.202669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.202746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.203340] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.203340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.203340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.203340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.203340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.203622] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c24a34d2-3b27-4220-be28-335208fc61f0 already deleted. [ 1059.203622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.648544] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.648834] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.648976] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.649327] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.649532] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.649676] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 3aefa2c5-fcf4-415f-baa2-707f945f2d7a not found, creating... [ 1059.650107] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.650343] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.650450] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.650708] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.650887] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.655450] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.655680] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.657641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.657641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.657641] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.657641] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a is going to be created. [ 1059.675198] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.675418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.675531] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.675786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.679018] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.679018] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.446127] env[62741]: INFO networking_nsxv3.common.synchronization [req-814ae294-f247-4dd3-99ef-5b0c40ab7782 req-7287bb65-7122-4faa-ab0e-01517ecf9fcf service nova] Enqueued Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_rules [ 1060.446432] env[62741]: INFO networking_nsxv3.common.synchronization [req-814ae294-f247-4dd3-99ef-5b0c40ab7782 req-7287bb65-7122-4faa-ab0e-01517ecf9fcf service nova] Enqueued Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1060.446577] env[62741]: INFO networking_nsxv3.common.synchronization [req-814ae294-f247-4dd3-99ef-5b0c40ab7782 req-7287bb65-7122-4faa-ab0e-01517ecf9fcf service nova] Enqueued Resource ID: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a with Priority: HIGHEST for action port [ 1060.448226] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_rules [ 1060.448226] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1060.449055] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a with Priority: HIGHEST for action port [ 1060.449055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.449055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.449055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.449244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.449244] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.451840] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.454199] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.454199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.454199] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.455191] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.455686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.455814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.456075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.456197] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aefa2c5-fcf4-415f-baa2-707f945f2d7a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.599353] env[62741]: INFO networking_nsxv3.common.synchronization [req-c312debb-d83f-4245-9d19-cf947fab0c0c req-c97d53da-794f-44c7-8d62-bd3fa1c56c3e tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1060.599353] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1060.599524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.599639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.599715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.599916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.602471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.602471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.602471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.602471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.602471] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.602471] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.776285] env[62741]: INFO networking_nsxv3.common.synchronization [None req-d77105d0-861a-49d2-a8b2-dfd68409a85a None None] Enqueued Resource ID: 3678dcbb-cde1-4ad6-9638-dbdafc4de190 with Priority: HIGHEST for action port [ 1060.776570] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3678dcbb-cde1-4ad6-9638-dbdafc4de190 with Priority: HIGHEST for action port [ 1060.777989] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-3678dcbb-cde1-4ad6-9638-dbdafc4de190 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.778148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3678dcbb-cde1-4ad6-9638-dbdafc4de190" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.778310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3678dcbb-cde1-4ad6-9638-dbdafc4de190" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.778485] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3678dcbb-cde1-4ad6-9638-dbdafc4de190" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.778535] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3678dcbb-cde1-4ad6-9638-dbdafc4de190',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.958277] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.958412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.958603] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.960036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aefa2c5-fcf4-415f-baa2-707f945f2d7a with status ACTIVE [ 1060.960036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.960261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.960261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.960392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.960480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.960650] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.960768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.960863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.961091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.961176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.961364] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.961462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.961575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.963011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.963011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.963011] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a is going to be updated. [ 1060.987097] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.987826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.987826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.987826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.987826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.987966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aefa2c5-fcf4-415f-baa2-707f945f2d7a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.107258] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.143223] env[62741]: INFO networking_nsxv3.common.synchronization [None req-0194f85e-e128-4d4e-9f99-10b8fbdb0963 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1061.143740] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1061.144651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.144651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.280267] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3678dcbb-cde1-4ad6-9638-dbdafc4de190 [ 1061.280436] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.280576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.280641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.280883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.280977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.281088] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3678dcbb-cde1-4ad6-9638-dbdafc4de190 already deleted. [ 1061.281172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3678dcbb-cde1-4ad6-9638-dbdafc4de190" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.464239] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.608538] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.966532] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.966802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.966881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.967129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.967225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.967367] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c24a34d2-3b27-4220-be28-335208fc61f0 is going to be created. [ 1061.997830] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.997907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.997987] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.998198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.998608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.009236] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: UNINITIALIZED for 2s [ 1062.111225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.111396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.111453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.111667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.111756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.111900] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1062.162732] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.162947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.163065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.163341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.163497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.174181] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1062.944644] env[62741]: INFO networking_nsxv3.common.synchronization [None req-bfd7e25d-0ea7-48eb-a638-3af07151cdd0 None None] Enqueued Resource ID: 04b34a29-f697-427e-86bb-0800f0c4cdab with Priority: HIGHEST for action port [ 1062.944644] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b34a29-f697-427e-86bb-0800f0c4cdab with Priority: HIGHEST for action port [ 1062.944644] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b34a29-f697-427e-86bb-0800f0c4cdab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.944644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b34a29-f697-427e-86bb-0800f0c4cdab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.944644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b34a29-f697-427e-86bb-0800f0c4cdab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.944644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b34a29-f697-427e-86bb-0800f0c4cdab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.944644] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b34a29-f697-427e-86bb-0800f0c4cdab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.447645] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04b34a29-f697-427e-86bb-0800f0c4cdab [ 1063.447980] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.448203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.448310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.448586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.448723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.448863] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04b34a29-f697-427e-86bb-0800f0c4cdab already deleted. [ 1063.449122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b34a29-f697-427e-86bb-0800f0c4cdab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.856902] env[62741]: INFO networking_nsxv3.common.synchronization [req-7b07957c-9436-4d41-80ee-5be49e65c47b req-252456a5-9ee7-4373-b5cc-cfba96acc12d tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 1063.856902] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGHEST for action security_group_members [ 1063.857546] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.857546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.857546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.857817] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.857907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.858012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.858148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.858208] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.017997] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: SUCCESS [ 1064.018346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.018386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.020769] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.020769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.020769] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.183457] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1064.183697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.183844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.184061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.184241] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.184357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.184419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.184577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.184659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.184752] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.360937] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.361189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.361493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.361680] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.361832] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.362069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.362157] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf is going to be updated. [ 1064.403225] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.403432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.403782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.414174] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: IN_PROGRESS for 2s [ 1064.522731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.522927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.522980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.523191] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.523391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.523498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.523546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.523865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.523865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.523865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.524044] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.524130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.524130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.524255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.524391] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.524567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.524641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.524765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.524844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.524915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.525020] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.687614] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.688581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.688581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.688581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.688581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.688581] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.688743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.688743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.688970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.690153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.690153] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1064.714382] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.714592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.714784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.715177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.725730] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1065.027327] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c24a34d2-3b27-4220-be28-335208fc61f0: rpc.has_security_group_logging(os_id): False [ 1065.046040] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.046257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.046257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.046539] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.046740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.047045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.047179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.047261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.047495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.047627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.047927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.048078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.048151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.048341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.048421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.048625] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.048723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.048786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.049234] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.049421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.049555] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c24a34d2-3b27-4220-be28-335208fc61f0 is going to be created. [ 1065.118497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.118724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.118724] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.118948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.119155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.130130] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: IN_PROGRESS for 2s [ 1066.312599] env[62741]: INFO networking_nsxv3.common.synchronization [req-80558f22-bce7-44cb-aa73-51ac5e9687af req-4d62d3f9-7208-4e23-900b-2b3a652e5ba1 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 1066.312923] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 1066.313084] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.313236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.313337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.313507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.314010] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.314168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.314261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.314588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.314768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.314951] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.425152] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf in Status: SUCCESS [ 1066.425405] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf deletion is rescheduled due to dependency. [ 1066.427457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.736017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1066.736200] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 deletion is rescheduled due to dependency. [ 1066.736510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.816986] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.153257] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: SUCCESS [ 1067.153675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.319745] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.641792] env[62741]: INFO networking_nsxv3.common.synchronization [req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a req-627d0c60-4333-476d-8920-664eb1b1baec tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1067.643740] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1067.644100] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.644229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.644295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.644790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.644973] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.645105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.645172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.645475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.645627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.645697] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.824022] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.824022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.824022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.824022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.824022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.824022] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 1067.857182] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.857182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.857182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.857182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.857182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.866389] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 1067.948313] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.948597] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.948736] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.949128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.949449] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.949685] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.949803] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.950042] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.950234] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.950437] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.950561] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.950677] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.950798] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.950900] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.951060] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.951161] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.975036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.975036] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.975036] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.975283] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.975448] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.975634] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.975766] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.976117] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.976264] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6df1f6-e5de-4700-8e69-7a67fdd2792c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.149267] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.149453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.149494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.149870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.150019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.150253] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.150427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.150767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.150767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.150767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.150899] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 already deleted. [ 1068.150964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.478495] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.478943] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.478943] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479188] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.479347] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.479511] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 4f6df1f6-e5de-4700-8e69-7a67fdd2792c not found, creating... [ 1068.479772] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.479937] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.480094] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.480339] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.480483] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.480775] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.480927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.481072] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.481287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.481430] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.481576] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c is going to be created. [ 1068.501991] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.502192] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.502324] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.502556] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.502780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.502999] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.993317] env[62741]: INFO networking_nsxv3.common.synchronization [req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da req-46fdf6fe-f8c0-4d16-a0f7-663b4f59d684 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 1068.993864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGHEST for action security_group_members [ 1068.994307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.994434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.994503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.994704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.994876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.994979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.995766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.995959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.996074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.996188] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.353261] env[62741]: INFO networking_nsxv3.common.synchronization [req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a req-0a4fd8e3-0710-44ac-b47b-88d8350c4cb8 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1069.353452] env[62741]: INFO networking_nsxv3.common.synchronization [req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a req-0a4fd8e3-0710-44ac-b47b-88d8350c4cb8 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1069.353602] env[62741]: INFO networking_nsxv3.common.synchronization [req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a req-0a4fd8e3-0710-44ac-b47b-88d8350c4cb8 service nova] Enqueued Resource ID: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c with Priority: HIGHEST for action port [ 1069.356092] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1069.356092] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1069.356092] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c with Priority: HIGHEST for action port [ 1069.356092] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.356092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.356092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.356092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.356092] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.356763] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.356886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.356940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.357136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.357280] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.357372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.357436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.357573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.357653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.357738] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.358612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.358735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.358780] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.358913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.358980] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6df1f6-e5de-4700-8e69-7a67fdd2792c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.500066] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.500066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.500066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.500066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.521047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.521047] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.521047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.521047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.521047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.521047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.521047] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 is going to be updated. [ 1069.545018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.545018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.545198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.545308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.569055] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: IN_PROGRESS for 2s [ 1069.861186] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.862451] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.862611] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.862823] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f6df1f6-e5de-4700-8e69-7a67fdd2792c with status ACTIVE [ 1069.863036] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.863194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.863265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.863528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.863639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.863875] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.863991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.864222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.864461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.865101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.865101] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.865101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.865101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.865450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.865450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.865450] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c is going to be updated. [ 1069.875601] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 1069.875807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.887650] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.887816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.887854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.888077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.888216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.888372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6df1f6-e5de-4700-8e69-7a67fdd2792c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.367880] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.871571] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.872071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.872071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.872071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.872071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.872238] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be created. [ 1070.896653] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.896893] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.897311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.897311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.897536] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.906734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: UNINITIALIZED for 2s [ 1071.578866] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 in Status: SUCCESS [ 1071.579178] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 deletion is rescheduled due to dependency. [ 1071.579412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.838583] env[62741]: INFO networking_nsxv3.common.synchronization [None req-34437439-3020-4b0f-8c92-12e19255e0fc tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1071.839127] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1071.839441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.839562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.839629] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.839882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.839966] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.926800] env[62741]: INFO networking_nsxv3.common.synchronization [None req-e931645a-d647-43db-9ea6-3d0d7a177b5a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1071.927622] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1071.927947] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.928121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.212717] env[62741]: INFO networking_nsxv3.common.synchronization [req-c8784562-84af-4e80-971d-ab2b4f335ee0 req-694a77fc-f98e-4bb4-950b-ad04cd335e4c tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Enqueued Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1072.212926] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24a34d2-3b27-4220-be28-335208fc61f0 with Priority: HIGHEST for action security_group_members [ 1072.213328] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c24a34d2-3b27-4220-be28-335208fc61f0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.213423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.213423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.213623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.216070] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.216190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.216259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.216480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.216570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.216670] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c24a34d2-3b27-4220-be28-335208fc61f0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.362155] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.362313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.362371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.362581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.362674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.362771] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c already deleted. [ 1072.362858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.363008] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.363177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.363260] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.718964] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.719180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.719245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.719416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.719509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.719702] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.719803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.720315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.720315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.720315] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.720315] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c24a34d2-3b27-4220-be28-335208fc61f0 is going to be updated. [ 1072.745418] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.745622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.745693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.746048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.746213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.754289] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: IN_PROGRESS for 2s [ 1072.883524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.884347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.884347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.884347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.884347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.884347] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c already deleted. [ 1072.884347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.915166] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1072.915379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.915537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.915743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.915926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.916054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.916123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.916333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.916437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.916480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.916546] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.419426] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.419855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.419855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.419960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.420184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.420383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.420674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.420765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.420943] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.421089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.421153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.421313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.421521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.421664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.421763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.421954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.422092] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.422212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.422327] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.925432] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1073.943504] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.943775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.943775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.943937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.944088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.944254] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.944407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.944407] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.944566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.944637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.944818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.944919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.944978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.945138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.945204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.945380] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.945482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.945545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.945686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.945757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.945835] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be created. [ 1073.999048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.999212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.999286] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.999503] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.999677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.010541] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1074.765038] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c24a34d2-3b27-4220-be28-335208fc61f0 in Status: SUCCESS [ 1074.765038] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c24a34d2-3b27-4220-be28-335208fc61f0 deletion is rescheduled due to dependency. [ 1074.765464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c24a34d2-3b27-4220-be28-335208fc61f0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.775771] env[62741]: INFO networking_nsxv3.common.synchronization [None req-6d6b6949-04d7-49a6-be4d-104fc0e3ca94 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1075.776816] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1075.776816] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.776816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.776947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.779172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.779290] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.858484] env[62741]: INFO networking_nsxv3.common.synchronization [None req-01c22a7e-e8f7-485c-bd20-23366f054e8a tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1075.862612] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1075.862954] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.021840] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1076.022090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.185699] env[62741]: INFO networking_nsxv3.common.synchronization [req-1f97365e-0bbb-46a0-abbe-2d093b416632 req-dbcea082-6cc4-4bd8-9eff-68b7b7288a1a tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 1076.186785] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGHEST for action security_group_members [ 1076.186785] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.186785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.186785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.187053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.187166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.187263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.187341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.187500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.187587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.187677] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.304387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.304586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.304631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.304853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.304940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.305043] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 already deleted. [ 1076.305132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.305289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.305608] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.689914] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.690122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.690172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.690406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.690591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.690681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.690785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.690844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.691011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.691106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.691195] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be updated. [ 1076.716060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.716060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.716060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.716060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.716060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.723900] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: IN_PROGRESS for 2s [ 1076.825570] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.825912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.825912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.826224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.826417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.826680] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 already deleted. [ 1076.826680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.734760] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc in Status: SUCCESS [ 1078.735103] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc deletion is rescheduled due to dependency. [ 1078.735103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.798140] env[62741]: INFO networking_nsxv3.common.synchronization [req-be1f7e63-aa69-44e5-a22b-e70a98eece12 req-a2bcf7fa-5199-48aa-8582-eb7af3bcce2c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1078.798685] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1078.798988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.799134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.799742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.799742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.799742] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.799742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.799951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.799951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.800046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.800132] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.243656] env[62741]: INFO networking_nsxv3.common.synchronization [req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 req-15c8136f-e4dd-4ed2-aa49-ecab7fb18999 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1079.244262] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1079.244568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.244720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.244790] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.245085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.245252] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.245357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.245420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.245590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.245679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.245770] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.302715] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.302881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.303103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.303203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.328798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.329102] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.329251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.329327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.329545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.329630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.329739] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1079.372432] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.372581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.372655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.372862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.372998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.381500] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1079.514080] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.514269] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.514436] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.514716] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.514988] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.515173] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.515303] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.515558] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.515718] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.517059] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.517059] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.517059] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.517059] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.517059] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.517059] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.517059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.536573] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.536757] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.536906] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.537110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.537451] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-11001c57-72a5-47f8-8ab8-394a602e7ff7 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537667] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.537801] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.538133] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.538281] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11001c57-72a5-47f8-8ab8-394a602e7ff7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.748055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.748688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.748688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.748688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.748688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.748688] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.749110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.749110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.749110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.749110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.749360] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c already deleted. [ 1079.749360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.041851] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.042097] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.042239] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.042526] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.042679] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.042837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 11001c57-72a5-47f8-8ab8-394a602e7ff7 not found, creating... [ 1080.043114] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043282] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.043408] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043774] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.043942] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.044309] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.044516] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.044693] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.044940] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.045128] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.045308] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 11001c57-72a5-47f8-8ab8-394a602e7ff7 is going to be created. [ 1080.063805] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.064038] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.064176] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.064422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.064649] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.064877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.754215] env[62741]: INFO networking_nsxv3.common.synchronization [req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 req-6b7f00bd-a504-4dcb-b55e-3df927ad2305 service nova] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1080.754483] env[62741]: INFO networking_nsxv3.common.synchronization [req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 req-6b7f00bd-a504-4dcb-b55e-3df927ad2305 service nova] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1080.754533] env[62741]: INFO networking_nsxv3.common.synchronization [req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 req-6b7f00bd-a504-4dcb-b55e-3df927ad2305 service nova] Enqueued Resource ID: 11001c57-72a5-47f8-8ab8-394a602e7ff7 with Priority: HIGHEST for action port [ 1080.754766] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1080.754891] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1080.754986] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11001c57-72a5-47f8-8ab8-394a602e7ff7 with Priority: HIGHEST for action port [ 1080.755552] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.755697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.755734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.756247] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.756338] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.759166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.759166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.759166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.759166] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.760126] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-11001c57-72a5-47f8-8ab8-394a602e7ff7 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.760404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.760492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.760655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.760732] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11001c57-72a5-47f8-8ab8-394a602e7ff7',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.263102] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11001c57-72a5-47f8-8ab8-394a602e7ff7 with status ACTIVE [ 1081.263102] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.263102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.263102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.263499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.263499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.263623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.263711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.263767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.263900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.263979] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.264180] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.264276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.264329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.264473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.264547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.264626] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11001c57-72a5-47f8-8ab8-394a602e7ff7 is going to be updated. [ 1081.265765] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.266768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.266947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.288298] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.288424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.288489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.288669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.288800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.288945] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11001c57-72a5-47f8-8ab8-394a602e7ff7" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.395201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1081.395390] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb deletion is rescheduled due to dependency. [ 1081.395635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.768143] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.270651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.270876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.270876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.271118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.271211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.271312] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be created. [ 1082.298313] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.298495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.298578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.298806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.299019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.307385] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: UNINITIALIZED for 2s [ 1084.159311] env[62741]: INFO networking_nsxv3.common.synchronization [req-5b71a541-51c4-4bf1-8264-06f062d20673 req-c4ead770-7764-4d17-a76e-86ebad4796bb tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 1084.159311] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGHEST for action security_group_members [ 1084.159311] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.159311] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.159311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.159311] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.318767] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.318767] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.318767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.319223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.319223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.319223] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.661298] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.661494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.661564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.661785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.661875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.662091] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.662196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.662253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.662404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.662515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.662613] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be updated. [ 1084.691389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.691566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.691613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.691795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.691932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.699465] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: IN_PROGRESS for 2s [ 1084.821223] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.250103] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb req-77e830fd-97bf-4cfd-be80-26a3eb36f897 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1085.250601] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1085.250899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.251034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.251113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.251300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.251446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.251540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.251603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.251740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.251822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.251910] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.323096] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c10dd31-1795-4252-ac4a-8b2276a48a8c: rpc.has_security_group_logging(os_id): False [ 1085.340707] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.340993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.340993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.341382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.341382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.341571] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.341571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.341785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.341785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.341785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.342042] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be created. [ 1085.399846] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.400094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.400173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.400391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.400577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.410396] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1085.715136] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715393] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.715529] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715808] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.716166] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.716364] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.716514] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.717127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.717127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.717259] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.718136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.718136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.718136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.718136] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.718136] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.718136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.736436] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.736436] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.736436] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.736704] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-854" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.736896] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-ac049994-5ecc-45a1-bc5f-e1564a085d1b taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.737936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.737936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.737936] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.737936] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac049994-5ecc-45a1-bc5f-e1564a085d1b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.755421] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.241776] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.243987] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.244218] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.244473] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.244632] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.244797] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port ac049994-5ecc-45a1-bc5f-e1564a085d1b not found, creating... [ 1086.245096] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.245270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.245393] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.245622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.245752] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.246229] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.246444] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.246602] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.246854] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.247166] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.247413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: ac049994-5ecc-45a1-bc5f-e1564a085d1b is going to be created. [ 1086.259346] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.268374] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.269025] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.269025] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.269025] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.269320] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.269579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.708902] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b14be048-4b59-4325-bc3a-f0cd073621d0 in Status: SUCCESS [ 1086.709169] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 deletion is rescheduled due to dependency. [ 1086.709255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.761956] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.762372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.762372] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.762648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.762794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.762949] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 1086.792222] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.792222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.792222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.792222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.792373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.800058] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 1086.948452] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb req-d70e2dbf-dc76-47c4-9bde-08bdac8df4f1 service nova] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 1086.949096] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb req-d70e2dbf-dc76-47c4-9bde-08bdac8df4f1 service nova] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1086.949096] env[62741]: INFO networking_nsxv3.common.synchronization [req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb req-d70e2dbf-dc76-47c4-9bde-08bdac8df4f1 service nova] Enqueued Resource ID: ac049994-5ecc-45a1-bc5f-e1564a085d1b with Priority: HIGHEST for action port [ 1086.949451] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_rules [ 1086.949598] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1086.949753] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac049994-5ecc-45a1-bc5f-e1564a085d1b with Priority: HIGHEST for action port [ 1086.949995] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.950136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.950203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.950417] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.950504] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.951352] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.951473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.951622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac049994-5ecc-45a1-bc5f-e1564a085d1b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.951719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.951989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.951989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.951989] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac049994-5ecc-45a1-bc5f-e1564a085d1b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.423538] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1087.423538] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.455250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.455406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.456287] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac049994-5ecc-45a1-bc5f-e1564a085d1b with status ACTIVE [ 1087.456287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.456287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.456569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.456569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.456687] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.456815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.457086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.457277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.457371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.457604] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.457711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.457778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.458088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.458193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.458287] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac049994-5ecc-45a1-bc5f-e1564a085d1b is going to be updated. [ 1087.478615] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.478840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.478840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.479034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.479173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.479323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac049994-5ecc-45a1-bc5f-e1564a085d1b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.548949] env[62741]: INFO networking_nsxv3.common.synchronization [req-48386572-452c-4787-8bef-37db79d08ade req-c8c1df6b-5e2f-48ac-b9c1-69e3b6b0c7d4 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1087.549498] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1087.549814] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.549967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.550051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.550310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.550630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.550630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.550630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.550786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.550839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.550928] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.827944] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.828174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.828336] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.828619] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.828883] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.829062] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.829189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.829830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.829830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.829830] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.829965] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.829965] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.830095] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.830212] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.830324] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.830461] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.850057] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.850235] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.850382] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.850562] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.850875] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-269001c4-ab77-4e62-8ba1-1cebaa0312e4 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.851074] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.851204] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.851527] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.851676] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269001c4-ab77-4e62-8ba1-1cebaa0312e4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.052913] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.053111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.053168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.053389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.053480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.053684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.053794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.053831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.054342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.054422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.054545] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 already deleted. [ 1088.054646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.354617] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.354775] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.355040] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.355442] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.355697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.355964] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 269001c4-ab77-4e62-8ba1-1cebaa0312e4 not found, creating... [ 1088.356401] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.356664] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.356870] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.357239] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.357466] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.357938] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.358185] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.358391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.358713] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.358939] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.359191] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 is going to be created. [ 1088.378094] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.378235] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.378325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.378547] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.378840] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.379113] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.810116] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 1088.810419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.810575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.810817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.811039] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.811183] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.811282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.811466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.811580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.811698] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.055881] env[62741]: INFO networking_nsxv3.common.synchronization [req-48386572-452c-4787-8bef-37db79d08ade req-1c281260-7731-450b-bfcf-cf4cd7b5dd61 service nova] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1089.056167] env[62741]: INFO networking_nsxv3.common.synchronization [req-48386572-452c-4787-8bef-37db79d08ade req-1c281260-7731-450b-bfcf-cf4cd7b5dd61 service nova] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1089.056352] env[62741]: INFO networking_nsxv3.common.synchronization [req-48386572-452c-4787-8bef-37db79d08ade req-1c281260-7731-450b-bfcf-cf4cd7b5dd61 service nova] Enqueued Resource ID: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 with Priority: HIGHEST for action port [ 1089.056963] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_rules [ 1089.057123] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1089.057226] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 with Priority: HIGHEST for action port [ 1089.057556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.057671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.057745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.057960] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.058060] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.058886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.059487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.059487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.059487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.059487] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.059487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.059487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.059912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.059912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.059912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.062279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-269001c4-ab77-4e62-8ba1-1cebaa0312e4 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.062451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.062451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.062622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.062738] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('269001c4-ab77-4e62-8ba1-1cebaa0312e4',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.313964] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.567824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.567824] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.567824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 269001c4-ab77-4e62-8ba1-1cebaa0312e4 with status ACTIVE [ 1089.567824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.567824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.567824] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.568394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.568394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.568394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.568394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.568394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.568394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 is going to be updated. [ 1089.596786] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.596941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.596998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.597252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.597387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.597543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-269001c4-ab77-4e62-8ba1-1cebaa0312e4" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.816213] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.069584] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.091958] env[62741]: INFO networking_nsxv3.common.synchronization [req-ad81e499-5797-4ce3-9b97-09463e8c1514 req-757d938c-09d2-4d10-b1a6-e18fd53f491d tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1090.092459] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1090.092757] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.092883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.092953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.093274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.093435] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.093541] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.093604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.093756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.094463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.094463] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.320019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.320207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.320279] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.320499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.320590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.320691] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 1090.352162] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.352322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.352376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.352573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.352713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.361270] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 1090.542149] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.542362] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.542492] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.542761] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.543399] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.543617] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.543750] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.543978] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.544149] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.544371] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.544490] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.544604] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.544717] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.544831] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.544943] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.545095] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.562170] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.562452] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.562573] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.562648] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.562938] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-4c4a3f83-a992-4063-8f3e-bb9d456bc932 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.563129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.563255] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.563732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.563902] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4a3f83-a992-4063-8f3e-bb9d456bc932',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.571879] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.571879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.571879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.571879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.571879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.571879] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 is going to be created. [ 1090.596137] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.596410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.596410] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.596672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.596672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.598866] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.605313] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: UNINITIALIZED for 2s [ 1091.065813] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.066257] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.066257] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.066749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.066749] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.066864] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 4c4a3f83-a992-4063-8f3e-bb9d456bc932 not found, creating... [ 1091.067151] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.067346] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.067474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.067706] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.067853] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.068164] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.068325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.068449] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.068908] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.068908] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.069093] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 is going to be created. [ 1091.089153] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.089365] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.089497] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.089735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.089960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.090210] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.101411] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.603511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.604213] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.604733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.604959] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1091.642496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.642740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.642740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.642962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.643157] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.652359] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1092.372030] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.372030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.372030] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.372030] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.392060] env[62741]: INFO networking_nsxv3.common.synchronization [None req-88e3caa7-c65a-4fce-a25b-c85e4f0c9370 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1092.392491] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1092.392876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.393045] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.393146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.393462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.393552] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.518101] env[62741]: INFO networking_nsxv3.common.synchronization [None req-f83eed2b-6e49-4b02-b5ca-ec2980bd6341 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1092.518745] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1092.519098] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.519204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.614824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: SUCCESS [ 1092.615111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.615282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.615545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.615834] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.615994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.616079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.616297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.616427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.616577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.616695] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.658800] env[62741]: INFO networking_nsxv3.common.synchronization [req-ad81e499-5797-4ce3-9b97-09463e8c1514 req-849044c5-d66f-43cd-81dd-37787e9ffd4b service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1092.658966] env[62741]: INFO networking_nsxv3.common.synchronization [req-ad81e499-5797-4ce3-9b97-09463e8c1514 req-849044c5-d66f-43cd-81dd-37787e9ffd4b service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1092.659126] env[62741]: INFO networking_nsxv3.common.synchronization [req-ad81e499-5797-4ce3-9b97-09463e8c1514 req-849044c5-d66f-43cd-81dd-37787e9ffd4b service nova] Enqueued Resource ID: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 with Priority: HIGHEST for action port [ 1092.659389] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1092.659533] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1092.659599] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 with Priority: HIGHEST for action port [ 1092.660661] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.660784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.660918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.662179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.662179] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.663169] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.663476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.663476] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4a3f83-a992-4063-8f3e-bb9d456bc932 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.663760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.663760] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.663950] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.663950] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4a3f83-a992-4063-8f3e-bb9d456bc932',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.876295] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.912596] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.912732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.912884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.912997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.913103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.913200] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 already deleted. [ 1092.913282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.913421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.913581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.913661] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.118937] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.167734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4a3f83-a992-4063-8f3e-bb9d456bc932 with status ACTIVE [ 1093.167734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.167925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.167972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.168300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.168433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.168696] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.169265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.169265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.169265] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.169402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.169576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.169711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.169809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.170473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.170473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.170473] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 is going to be updated. [ 1093.171809] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.171943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.193399] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.193399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.193583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.193696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.193942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.194041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4a3f83-a992-4063-8f3e-bb9d456bc932" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.378937] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f: rpc.has_security_group_logging(os_id): False [ 1093.397926] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.398145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.398211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.398422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.416498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.416498] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.416650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.416692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.418124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.418124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.418124] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 1093.432147] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.432256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.432326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.432504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.432585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.432675] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 already deleted. [ 1093.432754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.471665] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.471921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.472015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.472459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.483526] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 1093.621805] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e64152d-f1ac-4d39-8a66-96ac39197941: rpc.has_security_group_logging(os_id): False [ 1093.639239] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.639385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.639459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.639670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.639761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.640019] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.640138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.640340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.640340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.640429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.640517] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 is going to be created. [ 1093.660918] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1093.661180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.661381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.661622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.661845] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.661999] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.662173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.662317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.662441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.662554] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.776027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.776027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.776027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.776027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.776027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.787031] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: IN_PROGRESS for 2s [ 1094.168100] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.672854] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.176018] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.176018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.176018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.176018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.176018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.176371] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1095.202521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.202711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.202756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.203134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.211253] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1095.496235] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 1095.496831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.798945] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: SUCCESS [ 1095.799313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.206359] env[62741]: INFO networking_nsxv3.common.synchronization [req-927c95d7-fadc-43ab-91b3-875b9a896c55 req-ac710fdf-346b-4495-92a2-bfb5593f20ec tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1096.206970] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1096.207341] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.207498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.207587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.207806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.207988] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.208142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.208222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.208399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.208531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.208648] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.465738] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.465966] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.466137] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.466416] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.466708] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.466885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.467506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.467760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.467923] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.468183] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.468310] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.468428] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.468595] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.468659] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.468778] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.468917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.486769] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.486973] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.487138] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.487321] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.487632] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-5307c111-9b67-4263-ad9d-2b18c5610154 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.487818] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.487947] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.488287] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.488463] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5307c111-9b67-4263-ad9d-2b18c5610154',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.711698] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.990863] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.991105] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.991252] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.991548] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.991683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.991852] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 5307c111-9b67-4263-ad9d-2b18c5610154 not found, creating... [ 1096.992156] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.992328] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.992454] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.992739] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.992895] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.993211] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.993377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.993497] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.993737] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.993882] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.994189] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 5307c111-9b67-4263-ad9d-2b18c5610154 is going to be created. [ 1097.017052] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.017250] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.017719] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.018049] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.018351] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.018624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.214645] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.223035] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.223035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.223035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.223035] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.716135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.716263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.716335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.716619] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.716650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.716736] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be updated. [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [req-927c95d7-fadc-43ab-91b3-875b9a896c55 req-e945a60a-305e-4164-8258-6f3a919558f2 service nova] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [req-927c95d7-fadc-43ab-91b3-875b9a896c55 req-e945a60a-305e-4164-8258-6f3a919558f2 service nova] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [req-927c95d7-fadc-43ab-91b3-875b9a896c55 req-e945a60a-305e-4164-8258-6f3a919558f2 service nova] Enqueued Resource ID: 5307c111-9b67-4263-ad9d-2b18c5610154 with Priority: HIGHEST for action port [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_rules [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1097.724313] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5307c111-9b67-4263-ad9d-2b18c5610154 with Priority: HIGHEST for action port [ 1097.724313] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.724888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.725202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.726463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.726463] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.727416] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.727416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.727643] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-5307c111-9b67-4263-ad9d-2b18c5610154 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.727754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.727848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.728061] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.728173] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5307c111-9b67-4263-ad9d-2b18c5610154',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.729871] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.730077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.730139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.730694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.730694] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.730694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.730694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.731199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.731199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.731199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.731368] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.731493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.731624] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.731846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.732045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.732185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.732290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.732683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.732683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.732683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.732912] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.747568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.747568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.747568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.747568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.747568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.756107] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1098.230467] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5307c111-9b67-4263-ad9d-2b18c5610154 with status ACTIVE [ 1098.230835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.230936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.230998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.231274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.231423] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.231650] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.231774] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.231844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.232237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.232448] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.232559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.232660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.233280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.233280] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5307c111-9b67-4263-ad9d-2b18c5610154 is going to be updated. [ 1098.234454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.234566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.234881] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1098.260846] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.261164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.261280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.261632] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.261800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.262204] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.262513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.263600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.263600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.263600] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.263600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.263600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.263909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.264028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.264360] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.264540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.264656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.264959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.265066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.265173] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1098.268320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.268825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.268825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.268825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.268973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.269216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5307c111-9b67-4263-ad9d-2b18c5610154" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.355519] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.355709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.355817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.356074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.356228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.370436] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1098.699289] env[62741]: INFO networking_nsxv3.common.synchronization [req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 req-dc12fd9f-2522-4438-8c6d-08a3ea046a9d tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1098.703024] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1098.703024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.703024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.703024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.703024] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.204492] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.204701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.204777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.205047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.205176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.205388] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.205491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.205554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.205751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.205830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.205919] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1099.242927] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.243266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.243266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.243428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.243531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.258429] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1099.765208] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1099.765421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.765618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.765922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.766243] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.766386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.766475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.766700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.766812] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.766924] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.791186] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.791186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.791186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.791186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.791186] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.791186] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.792058] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.793067] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.793260] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.793558] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.793716] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.793864] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.793988] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.794136] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.794330] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.794498] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.815137] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.815357] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.815471] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.815753] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.816096] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-39a8dd65-e321-47a8-90a2-a3ab173d882f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.816283] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.816410] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.816758] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.816931] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a8dd65-e321-47a8-90a2-a3ab173d882f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.269961] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.319133] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.319366] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.319500] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.319798] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.320059] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.320132] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 39a8dd65-e321-47a8-90a2-a3ab173d882f not found, creating... [ 1100.320405] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.320578] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.320800] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.320945] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.321107] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.321409] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.321574] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.321705] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.321944] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.322076] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.322225] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 39a8dd65-e321-47a8-90a2-a3ab173d882f is going to be created. [ 1100.340993] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.341243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.341373] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.341633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.341867] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.342121] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.382380] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1100.382606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.771821] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.271378] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1101.271378] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb deletion is rescheduled due to dependency. [ 1101.271789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.278144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.278144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.278144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.278144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.278144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.278144] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be updated. [ 1101.300025] env[62741]: INFO networking_nsxv3.common.synchronization [req-f99cc502-862b-4b09-bda7-d04abbbe9d74 req-b8b034d6-42f4-4225-8b82-1db134ba3532 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1101.300629] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1101.301389] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.301531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.301531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.301860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.301999] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.302115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.302196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.302347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.302430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.302527] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.304417] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.304548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.304623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.304779] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.304916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.314081] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1101.391591] env[62741]: INFO networking_nsxv3.common.synchronization [req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 req-9d2902d7-6a38-4cd7-9a5b-f10a969a4a57 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1101.391911] env[62741]: INFO networking_nsxv3.common.synchronization [req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 req-9d2902d7-6a38-4cd7-9a5b-f10a969a4a57 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1101.392227] env[62741]: INFO networking_nsxv3.common.synchronization [req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 req-9d2902d7-6a38-4cd7-9a5b-f10a969a4a57 service nova] Enqueued Resource ID: 39a8dd65-e321-47a8-90a2-a3ab173d882f with Priority: HIGHEST for action port [ 1101.392837] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1101.392986] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1101.393345] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a8dd65-e321-47a8-90a2-a3ab173d882f with Priority: HIGHEST for action port [ 1101.393647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.393769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.393833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.394058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.394141] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.395237] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.395406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.395436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.395603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.395752] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.395850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.395907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.396069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.396154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.396243] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.396991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a8dd65-e321-47a8-90a2-a3ab173d882f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.400066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.400066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.400066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.400066] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a8dd65-e321-47a8-90a2-a3ab173d882f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.670197] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.670547] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.670770] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.671155] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.671582] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.671873] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.672091] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.672494] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.673110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.673165] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.673342] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.673556] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.673747] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.673951] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.674160] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.674544] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.694046] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.694251] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.694340] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.694513] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.694793] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-31ecf7a9-1b97-4133-8f92-1d16ae1df785 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.694962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.695116] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.695399] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.695650] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ecf7a9-1b97-4133-8f92-1d16ae1df785',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.807280] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.807431] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.807567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.807741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.807794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.807975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.808090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.808148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.808309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.808357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.808443] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 already deleted. [ 1101.808523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.899414] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.900471] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.900602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.900927] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39a8dd65-e321-47a8-90a2-a3ab173d882f with status ACTIVE [ 1101.901105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.901223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.901375] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.901483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.901568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.901736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.901830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.901892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.902196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.902299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.902494] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.902589] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.902652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.902798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.902873] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.902955] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39a8dd65-e321-47a8-90a2-a3ab173d882f is going to be updated. [ 1101.921876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.922022] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.922078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.922257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.922383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.922532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a8dd65-e321-47a8-90a2-a3ab173d882f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.198388] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.199146] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.199146] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.199146] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.199341] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.199341] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 31ecf7a9-1b97-4133-8f92-1d16ae1df785 not found, creating... [ 1102.199610] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.199771] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.200542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.200542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.200542] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.200542] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.200746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.200832] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.201065] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.201209] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.201354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 is going to be created. [ 1102.224078] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.224885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.224885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.224885] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.225079] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.225210] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.402315] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.906888] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.906888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.906888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.906888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.906888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.906888] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1102.933481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.933481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.933481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.933481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.933481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.939751] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1103.324168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1103.324374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.324532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.324744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.324980] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.325051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.325112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.325269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.325349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.325433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.325583] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.401752] env[62741]: INFO networking_nsxv3.common.synchronization [req-f99cc502-862b-4b09-bda7-d04abbbe9d74 req-b12447c9-d55a-4250-8736-942a5193ff29 service nova] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1103.402670] env[62741]: INFO networking_nsxv3.common.synchronization [req-f99cc502-862b-4b09-bda7-d04abbbe9d74 req-b12447c9-d55a-4250-8736-942a5193ff29 service nova] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1103.402906] env[62741]: INFO networking_nsxv3.common.synchronization [req-f99cc502-862b-4b09-bda7-d04abbbe9d74 req-b12447c9-d55a-4250-8736-942a5193ff29 service nova] Enqueued Resource ID: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 with Priority: HIGHEST for action port [ 1103.403659] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_rules [ 1103.403817] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1103.403896] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 with Priority: HIGHEST for action port [ 1103.404193] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.404317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.404386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.404673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.404762] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.405634] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.405766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.405809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.405990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.406156] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.406250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.406310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.406447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.406550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.406661] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.407396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ecf7a9-1b97-4133-8f92-1d16ae1df785 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.407699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.407699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.407699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.407807] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ecf7a9-1b97-4133-8f92-1d16ae1df785',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.827990] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.909135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.909505] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.909505] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.910382] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31ecf7a9-1b97-4133-8f92-1d16ae1df785 with status ACTIVE [ 1103.910559] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.910669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.910788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.910939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.911072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.911261] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.911393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.911448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.911596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.911675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.911934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.912114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.912114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.912243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.912243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.912330] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 is going to be updated. [ 1103.933452] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.933595] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.933638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.933814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.933939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.934104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ecf7a9-1b97-4133-8f92-1d16ae1df785" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.332033] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c10dd31-1795-4252-ac4a-8b2276a48a8c: rpc.has_security_group_logging(os_id): False [ 1104.351804] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.351966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.352047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.352281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.352482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.352647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.352769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.352831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.352990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.353082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.353168] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be updated. [ 1104.414242] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.426894] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.427117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.427224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.427452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.427753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.439867] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1104.916893] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.917145] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.917252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.917542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.917674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.917835] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 is going to be created. [ 1104.941710] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.941882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.941962] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.942470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.955194] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1104.955507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.955688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.955929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.956180] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.956333] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.956434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.956644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.956761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.956886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.957028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.958673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: UNINITIALIZED for 2s [ 1105.460455] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.486138] env[62741]: INFO networking_nsxv3.common.synchronization [req-a3b8406a-26be-495d-bffb-9dbc15202b87 req-63858638-3d26-46be-8ba5-6d3afe47e6f1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1105.486138] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1105.486138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.486138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.486138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.486138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.486138] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.486138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.486138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.486879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.487131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.487358] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.962608] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b99c11-1abb-4ff0-9b1b-31929b1df9cb: rpc.has_security_group_logging(os_id): False [ 1105.988409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.988558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.988631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.988880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.988976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.989248] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.989350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.989416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.989567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.989646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.989735] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1105.990852] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.057025] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.057025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.057025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.057025] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.072136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1106.454388] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1106.454388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.494149] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.969867] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: SUCCESS [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.969867] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.969867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.969867] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.998889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.998889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.998889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.998889] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1107.026681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.027908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.027908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.027908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.028081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.036275] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1107.275512] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cc3df8e8-1fd3-4da5-a5a6-72aac06e31ec tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1107.276084] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1107.276517] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.276600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.276600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.276829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.276972] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.278011] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.278072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.278254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.278347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.278447] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.472441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.782712] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.783121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.783121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.783911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.784792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.784792] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.784792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.784792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.784792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.784792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.784792] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1107.810858] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.810858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.810858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.810858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.810858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.819728] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1107.975339] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f485bd-9d93-446d-b18c-b7735346d1a2: rpc.has_security_group_logging(os_id): False [ 1107.993597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.993786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.993851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.994558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.994558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.994558] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.994558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.994558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.994869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.994869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.994869] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 is going to be created. [ 1108.049612] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.049785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.049860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.050077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.050270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.059896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: IN_PROGRESS for 2s [ 1108.083530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1108.083701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.046970] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1109.047272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.831090] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1109.831275] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 deletion is rescheduled due to dependency. [ 1109.831390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.070661] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: SUCCESS [ 1110.071033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.277403] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.277848] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1115.241630] env[62741]: INFO networking_nsxv3.common.synchronization [req-71a2b3b6-8fb5-4002-8bca-143adcb15536 req-7b11579d-486a-44ca-976a-eac4f14269ea tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1115.242174] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1115.242480] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.242604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.242666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.242851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.242998] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.243110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.243184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.243346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.243447] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.243509] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.500588] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.500830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.500930] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.501530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.501530] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.501728] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.501807] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.501994] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.502163] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.502387] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.502510] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.502625] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.502738] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.502854] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.502967] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.503115] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.522282] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.522443] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.522586] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.522757] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.523055] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-4227a4bb-4d60-493e-bac1-20cb62550534 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.523231] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.523353] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.523649] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.523788] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227a4bb-4d60-493e-bac1-20cb62550534',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.746079] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.025764] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.026014] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.026134] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.026473] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.026638] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.026803] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 4227a4bb-4d60-493e-bac1-20cb62550534 not found, creating... [ 1116.027076] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.027245] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.027369] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.027603] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.027747] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.028043] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.028214] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.028361] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.028589] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.028732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.028879] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 4227a4bb-4d60-493e-bac1-20cb62550534 is going to be created. [ 1116.047860] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.048015] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.048135] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.048359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.048581] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.048792] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.247623] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.736948] env[62741]: INFO networking_nsxv3.common.synchronization [req-71a2b3b6-8fb5-4002-8bca-143adcb15536 req-8b75f57e-4d66-4860-97a3-ca6526077ea9 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1116.737168] env[62741]: INFO networking_nsxv3.common.synchronization [req-71a2b3b6-8fb5-4002-8bca-143adcb15536 req-8b75f57e-4d66-4860-97a3-ca6526077ea9 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1116.737315] env[62741]: INFO networking_nsxv3.common.synchronization [req-71a2b3b6-8fb5-4002-8bca-143adcb15536 req-8b75f57e-4d66-4860-97a3-ca6526077ea9 service nova] Enqueued Resource ID: 4227a4bb-4d60-493e-bac1-20cb62550534 with Priority: HIGHEST for action port [ 1116.737636] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1116.737768] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1116.737870] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4227a4bb-4d60-493e-bac1-20cb62550534 with Priority: HIGHEST for action port [ 1116.738434] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.738558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.738625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.739921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.739921] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.740720] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.741462] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4227a4bb-4d60-493e-bac1-20cb62550534 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.741462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.741462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.741462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.741462] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227a4bb-4d60-493e-bac1-20cb62550534',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.749856] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.750009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.750103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.750273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.750363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.750462] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1116.777609] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.777916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.777916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.778041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.778180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.787107] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1117.243212] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.243369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.243609] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4227a4bb-4d60-493e-bac1-20cb62550534 with status ACTIVE [ 1117.243797] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.244018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.244018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.244211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.244302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.244476] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.244572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.244636] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.244789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.244851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.245057] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.245232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.245291] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.245409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.245483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.245569] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4227a4bb-4d60-493e-bac1-20cb62550534 is going to be updated. [ 1117.267088] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.267394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.267394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.267462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.267762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.267946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4227a4bb-4d60-493e-bac1-20cb62550534" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.797415] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1118.797415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.797415] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.797865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.797865] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.797947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.797986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.798261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.798399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.798522] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.301038] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.804111] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.306362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.306557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.306623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.306813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.306916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.306998] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1120.333695] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.333899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.333899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.334140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.334267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.350606] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1121.739339] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.739339] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1122.360899] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1122.361163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.361350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.361620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.361864] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.361993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.362073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.362236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.362317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.362402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.362492] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.865512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.865909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.865909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866240] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.866506] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.866665] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.866739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866917] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.867018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.867159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.867325] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.867476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.867576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.867744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.867909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.868023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.868089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.868257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.868348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.868446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.868536] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.371217] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1123.388433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.388614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.388664] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.388853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.388944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.389177] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.389277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.389340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.389492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.389566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.389749] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.389841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.389899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.390123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.390342] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.390440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.390476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.390615] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.390687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.390771] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1123.452394] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.452555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.452600] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.452784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.452919] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.465277] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1124.769363] env[62741]: INFO networking_nsxv3.common.synchronization [req-9d1d85f5-7630-4f2b-8d50-0a9083395930 req-82720e44-2a9c-4efb-bb60-8ecc06ab6a8b tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 1124.769901] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60db0697-be26-4955-b300-806a31217d8a with Priority: HIGHEST for action security_group_members [ 1124.770219] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-60db0697-be26-4955-b300-806a31217d8a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.770350] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.770405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.770593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.770990] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.771110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.771176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.771352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.771420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.771523] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60db0697-be26-4955-b300-806a31217d8a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.275459] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.275641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.275697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.275982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.297708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.297961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.298106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.298165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.298440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.298525] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.298618] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60db0697-be26-4955-b300-806a31217d8a is going to be updated. [ 1125.322398] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.322643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.322643] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.322833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.322967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.331109] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: IN_PROGRESS for 2s [ 1125.478068] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1125.478322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.177914] env[62741]: INFO networking_nsxv3.common.synchronization [req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 req-01da4dc6-3388-493a-8f16-6ed5e74adc4a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1126.180430] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1126.180430] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.180430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.180430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.180430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.180430] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.180430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.180430] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.181301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.181301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.181301] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.683257] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.185849] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.341186] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60db0697-be26-4955-b300-806a31217d8a in Status: SUCCESS [ 1127.341371] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60db0697-be26-4955-b300-806a31217d8a deletion is rescheduled due to dependency. [ 1127.341498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60db0697-be26-4955-b300-806a31217d8a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.688490] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.688689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.688689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.688872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.688956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.689073] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1127.716274] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.716442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.716486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.716683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.716826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.724623] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1129.314050] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.314359] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.314493] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.314776] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.315097] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.315283] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.315410] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.315638] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.315789] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.315997] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.316202] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.316324] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.316438] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.316555] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.316664] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.316800] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.335051] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.335242] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.335394] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.335577] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.336090] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-410f0573-eeda-4841-8b57-0a07173ee2fc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.336197] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.336296] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.336696] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.336843] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410f0573-eeda-4841-8b57-0a07173ee2fc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.733454] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1129.733652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.839164] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.839422] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.839562] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.839841] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.839998] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.840178] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 410f0573-eeda-4841-8b57-0a07173ee2fc not found, creating... [ 1129.840446] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.840609] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.840732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.840956] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.841116] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.841404] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.841565] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.841687] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.841894] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.842045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.842191] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 410f0573-eeda-4841-8b57-0a07173ee2fc is going to be created. [ 1129.860942] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.861171] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.861303] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.861553] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.861783] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.861999] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.509442] env[62741]: INFO networking_nsxv3.common.synchronization [None req-85c78731-a3ee-476c-959f-e79b8ce97b6a tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1130.509943] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1130.511295] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.511432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.511515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.511751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.511834] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.582677] env[62741]: INFO networking_nsxv3.common.synchronization [None req-c87d2f02-909d-48a4-9f23-919fac2118e7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1130.583178] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1130.583473] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.583573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 req-fdeb27ef-8187-4b5d-8e8b-21406d4ef915 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 req-fdeb27ef-8187-4b5d-8e8b-21406d4ef915 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 req-fdeb27ef-8187-4b5d-8e8b-21406d4ef915 service nova] Enqueued Resource ID: 410f0573-eeda-4841-8b57-0a07173ee2fc with Priority: HIGHEST for action port [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1130.591932] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410f0573-eeda-4841-8b57-0a07173ee2fc with Priority: HIGHEST for action port [ 1130.591932] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.591932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.591932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.592534] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.592811] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.593903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.594178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.594380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.594749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.595054] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.595782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.595782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.595782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.595782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.595782] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.597037] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-410f0573-eeda-4841-8b57-0a07173ee2fc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.597037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.597037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.597037] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.597037] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410f0573-eeda-4841-8b57-0a07173ee2fc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.029730] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.029897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.029972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.030870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.030870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.030870] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd already deleted. [ 1131.030870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.030870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.030870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.030870] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.099168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.099634] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.099634] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.101333] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410f0573-eeda-4841-8b57-0a07173ee2fc with status ACTIVE [ 1131.101521] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.101640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.101711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.101908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.101995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.102179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.102280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.102335] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.102482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.102558] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.102735] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.102823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.102888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.103065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.103143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.103225] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410f0573-eeda-4841-8b57-0a07173ee2fc is going to be updated. [ 1131.125279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.125491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.125491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.125648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.125775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.125927] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.550883] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.551241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.551241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.551306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.551458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.551558] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd already deleted. [ 1131.551646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.602595] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.104589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.104757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.104757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.104949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.105078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.105195] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1132.132669] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.132813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.132858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.133184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.133346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.141795] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1134.151679] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1134.151930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.152076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.152298] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.152485] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.152605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.152671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.152822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.152889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.152996] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.153115] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.656168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.656168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.656168] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.656168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.656572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.656572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.656572] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.656771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.656899] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.656991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.657073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.657209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.657944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.657944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.657944] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.160324] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b6c4b04-90f7-49e1-b156-242266099742: rpc.has_security_group_logging(os_id): False [ 1135.178622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.178622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.178807] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.178899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.179098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.179250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.179326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.179358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.179564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.179564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.179721] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.179997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.179997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.179997] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.180119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.180287] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.180386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.180440] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.180568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.180638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.180716] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1135.239204] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.239418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.239512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.239751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.239934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.254836] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1135.591668] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.591789] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1135.915469] env[62741]: INFO networking_nsxv3.common.synchronization [req-0186bc3c-b09e-4f60-992b-7973af6934ed req-59610c18-9416-4f35-9b14-e2cbdfd43d57 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1135.916011] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1135.916320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.916438] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.916509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.916761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.916919] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.917040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.917103] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.917250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.917331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.917422] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.174616] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.174927] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.174975] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.175243] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.175505] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.175669] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.175802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.176120] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.176204] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.176845] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.176845] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.176845] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.176845] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.176845] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.177103] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.177103] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.196911] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.197099] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.197249] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.197424] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-28" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.197716] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.197889] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.198028] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.198341] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.198490] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dcac5f-e6e7-4120-8456-8dc48a69f7d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.419349] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.419540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.419612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.419827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.419915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.420133] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.420227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.420301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.420437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.420510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.420594] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd already deleted. [ 1136.420673] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.700783] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.701031] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.701174] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.701464] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.701622] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.701781] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 not found, creating... [ 1136.702064] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.702300] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.702440] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.702668] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.702816] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.703126] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.703295] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.703421] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.703716] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.703861] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.704019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 is going to be created. [ 1136.722772] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.722955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.723153] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.723442] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.723673] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.723895] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.271938] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1137.272242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [req-0186bc3c-b09e-4f60-992b-7973af6934ed req-22727098-26b4-499c-b2f4-e8351c607735 service nova] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [req-0186bc3c-b09e-4f60-992b-7973af6934ed req-22727098-26b4-499c-b2f4-e8351c607735 service nova] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [req-0186bc3c-b09e-4f60-992b-7973af6934ed req-22727098-26b4-499c-b2f4-e8351c607735 service nova] Enqueued Resource ID: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 with Priority: HIGHEST for action port [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_rules [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1137.418683] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 with Priority: HIGHEST for action port [ 1137.419129] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.419270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.419340] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.419545] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.419622] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.420510] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.420612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.420697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.421386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.421386] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.421386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.421386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.421386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.421386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.421702] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.422689] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.422786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.422839] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.423173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.423173] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dcac5f-e6e7-4120-8456-8dc48a69f7d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.924446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.924571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.924791] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 with status ACTIVE [ 1137.925055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.925181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.925249] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.925459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.925549] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.925721] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.925817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.925879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.926048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.926132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.926307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.926400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.926458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.926592] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.926666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.926747] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 is going to be updated. [ 1137.927828] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.946909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.947162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.947162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.947329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.947462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.947612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.187919] env[62741]: INFO networking_nsxv3.common.synchronization [req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 req-32dbda3a-b52f-40e3-9f4c-ac9936828d51 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1138.189060] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1138.189060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.189060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.189060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.189060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.189370] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.189370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.189444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.189593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.189678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.189772] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.434537] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.485476] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.485688] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.485822] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.486113] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.486368] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.486531] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.486655] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.486934] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.487413] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.487698] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.487862] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.488050] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.488205] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.488376] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.488520] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.488692] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.506917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.507154] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.507361] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.507579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.508491] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-29b98e49-2744-48ec-8d05-72b3cdc04ee0 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.508801] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.509010] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.509419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.509658] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b98e49-2744-48ec-8d05-72b3cdc04ee0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.691936] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.936573] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.936573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.936573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.936842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.936842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.936842] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd is going to be created. [ 1138.961755] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.961942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.962136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.962288] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.970993] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: UNINITIALIZED for 2s [ 1139.014315] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.014508] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.014613] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.015683] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.015899] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.016105] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 29b98e49-2744-48ec-8d05-72b3cdc04ee0 not found, creating... [ 1139.016416] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.016605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.016732] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.016979] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.017165] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.017448] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.017611] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.017735] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.017954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.018109] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.018256] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 is going to be created. [ 1139.037521] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.037699] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.037847] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.038095] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.038323] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.038536] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.194618] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.697272] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.697590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.697590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.697767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.697809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.697903] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1139.723734] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.723881] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.723977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.724463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.724463] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.735300] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1139.750208] env[62741]: INFO networking_nsxv3.common.synchronization [req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 req-6ac02380-4a8d-4bac-8012-bf53824af751 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1139.750387] env[62741]: INFO networking_nsxv3.common.synchronization [req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 req-6ac02380-4a8d-4bac-8012-bf53824af751 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1139.750527] env[62741]: INFO networking_nsxv3.common.synchronization [req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 req-6ac02380-4a8d-4bac-8012-bf53824af751 service nova] Enqueued Resource ID: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 with Priority: HIGHEST for action port [ 1139.750750] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1139.750878] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1139.750970] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 with Priority: HIGHEST for action port [ 1139.751513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.751625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.751688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.751883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.751958] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.752766] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.753670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.753670] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b98e49-2744-48ec-8d05-72b3cdc04ee0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.753670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.753670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.753670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.753670] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b98e49-2744-48ec-8d05-72b3cdc04ee0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.255524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.255739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.255840] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29b98e49-2744-48ec-8d05-72b3cdc04ee0 with status ACTIVE [ 1140.256034] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.256143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.256219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.256424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.256514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.256679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.256775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.256838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.256994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.257086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.257297] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.257396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.257457] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.257601] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.257675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.257757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 is going to be updated. [ 1140.282250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.282396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.282396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.282599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.282736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.282902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b98e49-2744-48ec-8d05-72b3cdc04ee0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.980169] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: SUCCESS [ 1140.980566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.980773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.980837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.981105] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.981237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.981307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.981470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.981551] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.981637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.981728] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.484051] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.751079] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1141.751079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.751079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.751361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.751361] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.751466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.751501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.752334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.752334] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.752334] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.988590] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27d52ba2-eb64-4441-a655-3cccbfdfb7bd: rpc.has_security_group_logging(os_id): False [ 1142.009804] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.009941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.010021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.010237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.010322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.010561] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.010660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.010723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.010871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.010946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.011053] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd is going to be created. [ 1142.076167] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.076323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.076427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.076620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.076796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.087198] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: IN_PROGRESS for 2s [ 1142.253969] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.756546] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.258868] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.259241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.259241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.259366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.259461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.259515] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1143.289060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.289060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.289060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.289060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.289060] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.298058] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1144.098848] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: SUCCESS [ 1144.099167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.752054] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.752346] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1145.308642] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1145.308968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.309167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.309393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.309581] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.309728] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.309803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.309968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.310065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.310153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.310247] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.813053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.813053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.813053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.813556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.813556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.815171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.815282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.815425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.815514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.815605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.815783] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.815883] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.815958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.816280] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.816374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.816479] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.816571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.816662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.816743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.816830] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.319211] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1146.337050] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.337270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.337400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.337669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.337856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.338756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.338756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.338756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.338756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.338756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.338994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.339081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.339640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.339640] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.339640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.339640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.339855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.339999] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1146.407839] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.408073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.408073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.408276] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.408428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.426614] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1146.562684] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-709 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.562932] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.563089] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.563389] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.563680] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.563865] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.563997] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.564254] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.564414] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.564646] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.564769] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.564942] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.565076] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.565212] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.565327] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.565484] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.584062] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.584259] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.584475] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.584725] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-709" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.585140] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-410f0573-eeda-4841-8b57-0a07173ee2fc taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.585339] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.585540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.585836] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.586034] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410f0573-eeda-4841-8b57-0a07173ee2fc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.088463] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.088463] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.088877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.088877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.089208] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.089389] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.090695] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.090695] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.091064] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.091221] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.091373] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 410f0573-eeda-4841-8b57-0a07173ee2fc is going to be updated. [ 1147.113276] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.113276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.113276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.113276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.113276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.113563] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.771743] env[62741]: INFO networking_nsxv3.common.synchronization [req-9cebf268-ab86-4009-b030-b51c672a782f req-38a57741-48dd-4cb9-ba07-2d2def286028 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1147.771957] env[62741]: INFO networking_nsxv3.common.synchronization [req-9cebf268-ab86-4009-b030-b51c672a782f req-38a57741-48dd-4cb9-ba07-2d2def286028 service nova] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1147.772119] env[62741]: INFO networking_nsxv3.common.synchronization [req-9cebf268-ab86-4009-b030-b51c672a782f req-38a57741-48dd-4cb9-ba07-2d2def286028 service nova] Enqueued Resource ID: 410f0573-eeda-4841-8b57-0a07173ee2fc with Priority: HIGHEST for action port [ 1147.772352] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_rules [ 1147.772479] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1147.772575] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410f0573-eeda-4841-8b57-0a07173ee2fc with Priority: HIGHEST for action port [ 1147.773176] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.773305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.773381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.773579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.773662] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.774474] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.774580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.774644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.774811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.774949] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.775057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.775120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.775260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.775344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.775430] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.776118] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-410f0573-eeda-4841-8b57-0a07173ee2fc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.776395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.776395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.776461] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.776498] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410f0573-eeda-4841-8b57-0a07173ee2fc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.278876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.278876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.278876] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410f0573-eeda-4841-8b57-0a07173ee2fc with status ACTIVE [ 1148.278876] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.278876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.279511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.279511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.279511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.279511] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.279511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.279685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.279719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.279793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.279975] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.280064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.280127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.280284] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.280361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.280445] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410f0573-eeda-4841-8b57-0a07173ee2fc is going to be updated. [ 1148.281501] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.308102] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.308266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.308323] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.308623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.308623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.308782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410f0573-eeda-4841-8b57-0a07173ee2fc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.448602] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1148.448815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.783283] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.285586] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.285973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.286082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.286174] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.286264] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1149.314306] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.314492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.314492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.314697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.314916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.323230] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1151.334253] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1151.334650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.334650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.334904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.335114] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.335244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.335310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.335469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.335548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.335651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.335751] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.838143] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.838309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.838416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.838578] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.838743] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.838842] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.838911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.839150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.839237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.839383] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.839475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.839533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.839671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.839832] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.839926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.840009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.840138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.840212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.840306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.840396] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.343220] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b6c4b04-90f7-49e1-b156-242266099742: rpc.has_security_group_logging(os_id): False [ 1152.392655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.392887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.392980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.393256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.393362] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.393668] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.393835] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.393940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.394205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.394328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.394599] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.394765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.394901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.395066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.395165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.395444] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.395581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.395672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.395868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.395983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.396120] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1152.476910] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.477182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.477182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.477364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.477501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.496979] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1152.774063] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.774217] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1153.318511] env[62741]: INFO networking_nsxv3.common.synchronization [req-b156d010-4bcd-4374-9ab7-e6058e01bc34 req-f5765029-2291-4b10-8b63-0fee02a1b429 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1153.319041] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGHEST for action security_group_members [ 1153.319353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.319476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.319546] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.319741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.320401] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.320401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.320401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.320401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.320401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.320401] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.823446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.823446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.823446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.823446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.823446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.823446] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.823939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.823939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.823939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.823939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.823939] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 is going to be updated. [ 1153.852870] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.853039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.853104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.853305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.853439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.865503] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: IN_PROGRESS for 2s [ 1154.513442] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1154.513650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.691374] env[62741]: INFO networking_nsxv3.common.synchronization [req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 req-79e10f02-2fbc-4e6c-96da-6f729f639916 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1155.692412] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1155.692412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.692412] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.692704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.692704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.692879] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.692998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.693099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.693274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.693370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.693480] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.877038] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 in Status: SUCCESS [ 1155.877188] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 deletion is rescheduled due to dependency. [ 1155.877308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.044174] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.044370] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.044505] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.044802] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.045084] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.045251] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.045375] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.045597] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.045780] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.046130] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.046203] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.046300] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.046423] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.046506] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.046618] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.046792] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.066519] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.066717] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.066882] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.067113] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.067419] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-4d6be200-f4bf-43be-a3bd-39667071560f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.067594] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.067723] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.068088] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.068238] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6be200-f4bf-43be-a3bd-39667071560f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.196199] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.570627] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.570874] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.570924] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.571258] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.571418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.571585] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 4d6be200-f4bf-43be-a3bd-39667071560f not found, creating... [ 1156.571855] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.572036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.572163] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.572386] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.572530] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.572814] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.572977] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.573114] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.573325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.573466] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.573609] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 4d6be200-f4bf-43be-a3bd-39667071560f is going to be created. [ 1156.593941] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.594160] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.594273] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.594506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.594797] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.595039] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.698027] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.202209] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.202377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.202451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.202662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.202751] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.202857] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1157.234637] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.235076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.235076] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.235181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.235272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.243151] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1157.358380] env[62741]: INFO networking_nsxv3.common.synchronization [req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 req-f97bc92e-57e8-4899-a1fb-209769f2eb22 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1157.358380] env[62741]: INFO networking_nsxv3.common.synchronization [req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 req-f97bc92e-57e8-4899-a1fb-209769f2eb22 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1157.358380] env[62741]: INFO networking_nsxv3.common.synchronization [req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 req-f97bc92e-57e8-4899-a1fb-209769f2eb22 service nova] Enqueued Resource ID: 4d6be200-f4bf-43be-a3bd-39667071560f with Priority: HIGHEST for action port [ 1157.358380] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1157.359031] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1157.359315] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6be200-f4bf-43be-a3bd-39667071560f with Priority: HIGHEST for action port [ 1157.359773] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.360123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.360305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.360890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.361131] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.362877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.362877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.362877] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6be200-f4bf-43be-a3bd-39667071560f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.362877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.362877] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.363175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.363175] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6be200-f4bf-43be-a3bd-39667071560f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.866282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.866282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.866282] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6be200-f4bf-43be-a3bd-39667071560f with status ACTIVE [ 1157.866282] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.866282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.866723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.866723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.866723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.866935] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.866935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.866935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.867262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.867262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.867387] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.867487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.867544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.867688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.867763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.867862] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6be200-f4bf-43be-a3bd-39667071560f is going to be updated. [ 1157.889976] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.890215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890403] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.890559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.890731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6be200-f4bf-43be-a3bd-39667071560f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.578465] env[62741]: INFO networking_nsxv3.common.synchronization [None req-586e600c-da02-43c8-b0ec-1fb154acbfaa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1158.578939] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1158.579249] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.579368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.579442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.579688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.579777] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.648465] env[62741]: INFO networking_nsxv3.common.synchronization [None req-13268368-d50f-43cb-863e-c933aa4fed64 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1158.649018] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1158.649396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.649537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.099491] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.099827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.099827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099981] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.100119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.100247] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff already deleted. [ 1159.100342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.100511] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.100682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.100767] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.252374] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1159.252714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.252990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.253259] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.253458] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.253583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.253656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.253818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.253902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.253998] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.627744] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.627905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.627976] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.628207] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.628296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.628395] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff already deleted. [ 1159.628478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.759803] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.170700] env[62741]: INFO networking_nsxv3.common.synchronization [req-ab19aa27-9c17-4391-84da-321892905cb4 req-1efbabae-723b-497a-83fa-8f06af7e0579 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1160.171272] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1160.171577] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.171698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.171770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.171959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.172333] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.172444] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.172507] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.172670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.172756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.172860] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.263389] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.676071] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.766337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.766509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.766564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.766768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.766853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.766959] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1160.798406] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.798559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.798620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.798806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.798947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.807837] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1161.178030] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.680684] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.680684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.680684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.681371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.681371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.681371] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 1161.841936] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.842178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.842250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.842495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.842672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.853896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 1162.043389] env[62741]: INFO networking_nsxv3.common.synchronization [req-27555ada-3bba-499e-b91e-d8b323968e48 req-fc9033af-67b0-4561-ae2d-448058878c2b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1162.043952] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1162.044274] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.044398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.044465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.044678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.044821] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.044923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.045009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.045309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.045400] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.045493] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.547582] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.817323] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1162.817590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.818100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.818321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.818508] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.818622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.818710] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.819048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.819140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.819228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.819317] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.049951] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.321618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.321800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.321854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.322219] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.322320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.322384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.322568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.322638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.322766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.322971] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.323088] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.323150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.323295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.323428] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.323519] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.323581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.323742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.323822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.323904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.323992] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.552242] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.552663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.552663] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.552743] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.552818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.552924] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be updated. [ 1163.586064] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.586302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.586382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.586597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.586748] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.596413] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1163.826598] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1163.848556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.848789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.848874] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.849102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.849193] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.849420] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.849522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.849585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.849738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.849814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.849996] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.850107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.850168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.850309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.850382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.850557] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.850651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.850713] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.850848] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.850922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.851016] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1163.871844] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 1163.872150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.918432] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.918598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.918692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.918922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.919104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.943896] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1165.605991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1165.606385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.964991] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1165.965188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.341345] env[62741]: INFO networking_nsxv3.common.synchronization [req-889c5493-2ba6-4693-abec-b47edefd7409 req-4f73a0cb-6543-438c-9618-46608c8251fb tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1166.341884] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1166.342202] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.342317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.342390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.342628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.342787] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.342887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.342944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.343870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.343970] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.344098] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.610491] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.610877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.611085] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.611510] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.611961] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.612201] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.612394] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.613017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.613017] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.613283] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.613487] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.613685] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.613884] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.614100] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.614309] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.614551] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.635146] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.635309] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.635450] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.635653] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-784" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.636034] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-a81e203b-61b0-463e-a548-6a274c762835 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.636199] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.636270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.636537] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.636681] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81e203b-61b0-463e-a548-6a274c762835',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.849920] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.850222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.850222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.850482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.850482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.850666] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.850765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.850830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.850983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.851078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.851166] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff already deleted. [ 1166.851246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.139060] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.139315] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.139452] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.139775] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.139904] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.140083] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port a81e203b-61b0-463e-a548-6a274c762835 not found, creating... [ 1167.140356] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.140612] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.140776] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.141021] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.141267] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.141816] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.142053] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.142192] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.142425] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.142596] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.142757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: a81e203b-61b0-463e-a548-6a274c762835 is going to be created. [ 1167.169853] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.170119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.170331] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.170672] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.170960] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.171230] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.344957] env[62741]: INFO networking_nsxv3.common.synchronization [req-9b1c580c-360d-4db9-8795-350a0f6f9b5a req-9f83d0ca-c5b5-46b5-89cd-da7d7fba977e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1167.345491] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1167.345826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.345954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.346036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.346235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.346440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.346555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.346660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.346882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.346972] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.347079] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.841842] env[62741]: INFO networking_nsxv3.common.synchronization [req-889c5493-2ba6-4693-abec-b47edefd7409 req-be300d5e-b4a4-4f1b-af1c-cc7bc3431127 service nova] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1167.842109] env[62741]: INFO networking_nsxv3.common.synchronization [req-889c5493-2ba6-4693-abec-b47edefd7409 req-be300d5e-b4a4-4f1b-af1c-cc7bc3431127 service nova] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1167.842202] env[62741]: INFO networking_nsxv3.common.synchronization [req-889c5493-2ba6-4693-abec-b47edefd7409 req-be300d5e-b4a4-4f1b-af1c-cc7bc3431127 service nova] Enqueued Resource ID: a81e203b-61b0-463e-a548-6a274c762835 with Priority: HIGHEST for action port [ 1167.842436] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_rules [ 1167.842622] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1167.842776] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81e203b-61b0-463e-a548-6a274c762835 with Priority: HIGHEST for action port [ 1167.844161] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.844161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.844161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.844161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.844161] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.844655] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.844655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.844841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.844841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.844981] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.845089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.845161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.845264] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.845344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.845438] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.846146] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81e203b-61b0-463e-a548-6a274c762835 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.846263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.846304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.846445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.846511] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81e203b-61b0-463e-a548-6a274c762835',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.848560] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.348245] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.348245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.350595] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.351573] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a81e203b-61b0-463e-a548-6a274c762835 with status ACTIVE [ 1168.351793] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.351937] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.352023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.352540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.352540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.352932] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.353151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.353199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.353358] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.353443] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.353649] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.353766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.353822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.353949] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.354057] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.354124] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a81e203b-61b0-463e-a548-6a274c762835 is going to be updated. [ 1168.355548] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.381548] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.382368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.382476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.383020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.383020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.383020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81e203b-61b0-463e-a548-6a274c762835" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.856683] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.857077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.857077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.857236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.857338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.857443] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1168.858768] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.890536] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.890716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.890834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.891080] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.891257] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.899485] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1169.363803] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.364020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.364066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.364300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.364397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.364504] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff is going to be created. [ 1169.394237] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.394237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.394237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.394504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.394504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.409039] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: UNINITIALIZED for 2s [ 1170.489355] env[62741]: INFO networking_nsxv3.common.synchronization [req-723ea973-241b-461a-909a-991a44e1a24c req-56a8d66b-5fed-46ee-8ad5-2d0e91f44bea tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1170.489689] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c with Priority: HIGHEST for action security_group_members [ 1170.489689] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c10dd31-1795-4252-ac4a-8b2276a48a8c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.489815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.489906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.490878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.490878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.490878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.490878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.490878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.490878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.490878] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c10dd31-1795-4252-ac4a-8b2276a48a8c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.918502] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1170.918671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.993406] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.993603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.993649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.993861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.993951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.994163] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.994266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.994329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.994484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.994585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.994709] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c is going to be updated. [ 1171.023023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.023175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.023175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.023308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.023421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.031123] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: IN_PROGRESS for 2s [ 1171.421512] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: SUCCESS [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.421512] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.421512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.421512] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.923330] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.426554] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1d2c1be-3cc4-4278-b77e-efd93f3b29ff: rpc.has_security_group_logging(os_id): False [ 1172.445606] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.445777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.445830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.446078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.446179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.446428] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.446531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.446596] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.446756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.446833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.446996] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff is going to be created. [ 1172.517046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.517046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.517046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.517046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.517287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.539732] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: IN_PROGRESS for 2s [ 1173.040364] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c in Status: SUCCESS [ 1173.040642] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c10dd31-1795-4252-ac4a-8b2276a48a8c deletion is rescheduled due to dependency. [ 1173.040682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c10dd31-1795-4252-ac4a-8b2276a48a8c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.907556] env[62741]: INFO networking_nsxv3.common.synchronization [req-28a556d9-324b-42db-8fe2-a9dd4e99822e req-3e0a330c-fdbd-44c5-95a2-a9c425413bbd tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1173.908121] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1173.908479] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.908620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.908745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.908916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.909666] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.909666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.909666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.909666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.909666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.909666] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.412763] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.574597] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: SUCCESS [ 1174.574921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.915038] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.918019] env[62741]: INFO networking_nsxv3.common.synchronization [None req-5ec6bfe7-c923-4085-b0ef-d76d9dd7fddf tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1174.918289] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGHEST for action security_group_members [ 1174.918841] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.918990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.919085] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.919239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.919392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.919610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.919610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.919701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.919768] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.919865] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.417550] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.417936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.417936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.418027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.418177] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.418283] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1175.421186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.421308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.421349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.421497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.421582] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.421750] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.421843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.421914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.422097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.422176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.422260] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be updated. [ 1175.458836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.458836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.459014] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.459079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.459218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.460794] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.460911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.460973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.461338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.475070] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: IN_PROGRESS for 2s [ 1175.476197] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1177.487779] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1177.488132] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.488734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b6c4b04-90f7-49e1-b156-242266099742 in Status: SUCCESS [ 1177.489179] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 deletion is rescheduled due to dependency. [ 1177.489179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.250191] env[62741]: INFO networking_nsxv3.common.synchronization [req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 req-27937335-2b8a-43d6-9a61-eb5b4189d262 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Enqueued Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1179.250191] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f with Priority: HIGHEST for action security_group_members [ 1179.250556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.250700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.250773] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.250993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.251187] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.251306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.251689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.251689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.251689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.251816] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.753831] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.754067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.754130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.754395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.754521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.754820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.754954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.755054] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.755245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.755345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.755459] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f is going to be updated. [ 1179.783543] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.783692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.783735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.783900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.784044] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.793353] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: IN_PROGRESS for 2s [ 1181.813507] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f in Status: SUCCESS [ 1181.813861] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f deletion is rescheduled due to dependency. [ 1181.813861] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.251718] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.252149] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.375587] env[62741]: INFO networking_nsxv3.common.synchronization [req-3e41b26b-b528-4e6f-964a-290c2870a7a4 req-766eb9f8-0a2d-4b4a-9e78-c7db57c3ca71 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1187.376537] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1187.377140] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.377266] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.377338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.377528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.377683] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.377948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.377948] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.378069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.378069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.378179] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.655047] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.655325] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.655681] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.655831] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.656209] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.656467] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.658051] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.658051] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.658051] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.658051] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.658051] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.658303] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.658303] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.658303] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.658419] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.658582] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.678773] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.678937] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.679127] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.679277] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.679690] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.679837] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.679967] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.680327] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.680477] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef2cf49-f4d2-4f3d-a095-18a6d2181028',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.880482] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.182746] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.182746] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.182981] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.183166] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.183326] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.183511] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 not found, creating... [ 1188.183859] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.184028] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.184169] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.184410] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.184954] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.184954] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.185125] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.185251] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.185478] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.185661] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.185779] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 is going to be created. [ 1188.206694] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.206962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.207659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.207659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.207659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.207928] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.384721] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.887425] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.887581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.887660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.887903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.888073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.888140] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1188.921568] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.921733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.921797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.922027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.922172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.933384] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1189.111203] env[62741]: INFO networking_nsxv3.common.synchronization [req-3e41b26b-b528-4e6f-964a-290c2870a7a4 req-e513e034-0039-4092-849b-b4b47536f978 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1189.111390] env[62741]: INFO networking_nsxv3.common.synchronization [req-3e41b26b-b528-4e6f-964a-290c2870a7a4 req-e513e034-0039-4092-849b-b4b47536f978 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1189.111602] env[62741]: INFO networking_nsxv3.common.synchronization [req-3e41b26b-b528-4e6f-964a-290c2870a7a4 req-e513e034-0039-4092-849b-b4b47536f978 service nova] Enqueued Resource ID: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 with Priority: HIGHEST for action port [ 1189.111793] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1189.111884] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1189.112160] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 with Priority: HIGHEST for action port [ 1189.112544] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.112678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.112732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.113012] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.114045] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.114188] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.114429] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.114617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.114754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.114944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.115069] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef2cf49-f4d2-4f3d-a095-18a6d2181028',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.616905] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.617222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.617222] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 with status ACTIVE [ 1189.617552] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.617552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.617552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.619136] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.619136] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.619136] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.619136] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 is going to be updated. [ 1189.653583] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.653744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.653798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.654366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1189.654366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.654366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef2cf49-f4d2-4f3d-a095-18a6d2181028" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.946017] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1190.946317] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.946446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.946677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.946871] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.947015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.947084] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.947253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.947337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.947431] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.450592] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.801053] env[62741]: INFO networking_nsxv3.common.synchronization [None req-cf27dc83-c5d9-449c-94a6-9755e5b442ba None None] Enqueued Resource ID: e101d638-6258-47d0-a167-6162801e421b with Priority: HIGHEST for action port [ 1191.801053] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e101d638-6258-47d0-a167-6162801e421b with Priority: HIGHEST for action port [ 1191.801053] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e101d638-6258-47d0-a167-6162801e421b taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.801053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e101d638-6258-47d0-a167-6162801e421b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.801053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e101d638-6258-47d0-a167-6162801e421b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.801053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e101d638-6258-47d0-a167-6162801e421b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.801053] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e101d638-6258-47d0-a167-6162801e421b',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.952581] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.303689] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e101d638-6258-47d0-a167-6162801e421b [ 1192.303905] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.304502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.304502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.304502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.304502] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.304502] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e101d638-6258-47d0-a167-6162801e421b already deleted. [ 1192.304782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e101d638-6258-47d0-a167-6162801e421b" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.456555] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.456555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.456555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.456555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.456555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.456555] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1192.503026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.503026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.503026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.503026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.503026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.519992] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1193.613104] env[62741]: INFO networking_nsxv3.common.synchronization [None req-94d2c321-e6e6-4238-93ef-1a0fbf6edf9c None None] Enqueued Resource ID: de0b7f37-86e7-4462-83dd-7ec084c4d415 with Priority: HIGHEST for action port [ 1193.613688] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de0b7f37-86e7-4462-83dd-7ec084c4d415 with Priority: HIGHEST for action port [ 1193.614624] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-de0b7f37-86e7-4462-83dd-7ec084c4d415 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.614783] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de0b7f37-86e7-4462-83dd-7ec084c4d415" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.614882] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de0b7f37-86e7-4462-83dd-7ec084c4d415" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.615216] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de0b7f37-86e7-4462-83dd-7ec084c4d415" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.615335] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de0b7f37-86e7-4462-83dd-7ec084c4d415',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.117229] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de0b7f37-86e7-4462-83dd-7ec084c4d415 [ 1194.117470] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.117644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.117716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.117946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.118055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.118153] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de0b7f37-86e7-4462-83dd-7ec084c4d415 already deleted. [ 1194.118237] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de0b7f37-86e7-4462-83dd-7ec084c4d415" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.531248] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1194.531456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.531742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.531983] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.532239] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.532428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.532579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.532702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.532778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.532830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.532925] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.036454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.036454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.036454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.036454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.036454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.036454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.036454] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.036963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.036963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.036963] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.037062] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.037102] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.037173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.037321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.037463] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.037574] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.037644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.037787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.037869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.037974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.038850] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.541113] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1195.559496] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.559702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.559769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.559991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.560127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.560353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.560450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.560515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.560684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.560750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.560933] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.561029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.561123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.561224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.561296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.561487] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.561614] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.561680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.561822] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.561897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.561982] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1195.630647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.630782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.630921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.631059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.631301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.645607] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1197.428973] env[62741]: INFO networking_nsxv3.common.synchronization [req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef req-87611384-3a36-4627-a6b1-b57fc16f80d4 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Enqueued Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1197.429631] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1197.429797] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.429914] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.429984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.430241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.430504] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.430610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.430659] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.430815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.430900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.431017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.660410] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1197.660946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.766243] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.766555] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.766785] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.767176] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.767531] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.767723] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.767852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.768103] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.768256] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.768477] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.768599] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.768713] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.768839] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.768955] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.769142] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.769211] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.788381] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.788546] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.788676] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.788948] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-396" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.789319] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-95f40560-2a48-4d9b-80a6-4bd4c4769265 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.789528] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.789692] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.790036] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.790219] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f40560-2a48-4d9b-80a6-4bd4c4769265',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.933813] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.934013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.934013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.934182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.934275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.934516] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.934639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.934702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.934858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.934936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.935036] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085e6409-8736-442d-b0f1-bba67f486286 already deleted. [ 1197.935120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.293051] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.293246] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.293368] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.293659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.293819] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.293982] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 95f40560-2a48-4d9b-80a6-4bd4c4769265 not found, creating... [ 1198.294254] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.294418] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.294605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.294844] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.294990] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.295292] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.295486] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.295646] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.295865] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.296011] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.296165] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 95f40560-2a48-4d9b-80a6-4bd4c4769265 is going to be created. [ 1198.320193] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.320383] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.320503] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.320734] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.320961] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.321198] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.052288] env[62741]: INFO networking_nsxv3.common.synchronization [req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef req-a4ced987-ffd0-4c65-b907-395af65197ed service nova] Enqueued Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_rules [ 1199.052288] env[62741]: INFO networking_nsxv3.common.synchronization [req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef req-a4ced987-ffd0-4c65-b907-395af65197ed service nova] Enqueued Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1199.052288] env[62741]: INFO networking_nsxv3.common.synchronization [req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef req-a4ced987-ffd0-4c65-b907-395af65197ed service nova] Enqueued Resource ID: 95f40560-2a48-4d9b-80a6-4bd4c4769265 with Priority: HIGHEST for action port [ 1199.053381] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_rules [ 1199.053825] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1199.054197] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f40560-2a48-4d9b-80a6-4bd4c4769265 with Priority: HIGHEST for action port [ 1199.056048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.056048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.056048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.056048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.056048] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.056048] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.056607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.056607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.056607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.056607] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.056607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.056884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.056884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.056884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.057056] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.058027] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f40560-2a48-4d9b-80a6-4bd4c4769265 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.058027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.058027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.058027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.058027] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f40560-2a48-4d9b-80a6-4bd4c4769265',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.559283] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.560342] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.560465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.560965] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f40560-2a48-4d9b-80a6-4bd4c4769265 with status ACTIVE [ 1199.560965] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.561192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.561192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.561394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.562260] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.562260] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.562260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.563222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.563222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.563222] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f40560-2a48-4d9b-80a6-4bd4c4769265 is going to be updated. [ 1199.587433] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.587702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.587702] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.587817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.587971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.588141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f40560-2a48-4d9b-80a6-4bd4c4769265" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.061769] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.097819] env[62741]: INFO networking_nsxv3.common.synchronization [req-d40034b7-8bbb-4c22-8668-49111ed9a974 req-c9284c73-8cc4-45ec-b412-d4eff507660e tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1200.098372] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGHEST for action security_group_members [ 1200.098648] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.098763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.098837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.099146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.099420] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.099420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.099573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.099639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.099719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.099805] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.113247] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 req-1fcdb3d1-2ce0-4b85-b145-84c938cf2e16 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1200.113767] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1200.114080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.114209] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.114272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.114498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.114637] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.114745] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.114801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.114954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.115153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.115395] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.564615] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.564789] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.564863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.565128] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.565272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.565392] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085e6409-8736-442d-b0f1-bba67f486286 is going to be created. [ 1200.593728] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.596817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.596817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.596817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.596817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.602204] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.602387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.602513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.602747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.602870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.603080] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.603187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.603250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.603413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.603504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.603662] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 is going to be updated. [ 1200.605414] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: UNINITIALIZED for 2s [ 1200.617257] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.637068] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.637253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.637349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.637594] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.637750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.645499] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: IN_PROGRESS for 2s [ 1201.120108] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.622232] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.622411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.622512] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.622739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.622836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.622935] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1201.650676] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.650871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.650871] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.651040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.651172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.659853] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1202.615239] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: SUCCESS [ 1202.615510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.615651] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.615868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.616072] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.616189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.616255] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.616409] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.616489] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.616573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.616661] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.652195] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 in Status: SUCCESS [ 1202.652391] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 deletion is rescheduled due to dependency. [ 1202.652569] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.009390] env[62741]: INFO networking_nsxv3.common.synchronization [req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f req-043520cc-bce6-4d4a-8500-4fbed9d7f7ec tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1203.009390] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1203.009390] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.009390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.009390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.009390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.009691] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.009829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.009924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.010131] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.010316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.010474] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.122296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.122296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.122296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.122296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.122296] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.123017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.123017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.123017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.123017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.123017] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.513466] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.515211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.515368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.515678] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.515829] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.516125] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.516300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.516411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.516639] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.516770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.516916] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1203.541712] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.541837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.541911] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.542110] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.542246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.549460] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1203.624993] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 085e6409-8736-442d-b0f1-bba67f486286: rpc.has_security_group_logging(os_id): False [ 1203.643495] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.644162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.644162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.644162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.644162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.644399] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.644399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.644533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.644610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.644687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.644873] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.644958] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.645039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.645158] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.645232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.645414] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.645591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.645591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.645740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.645800] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.646054] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085e6409-8736-442d-b0f1-bba67f486286 is going to be created. [ 1203.667682] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1203.667798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.700453] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.700453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.700453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.700453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.700453] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.712954] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: IN_PROGRESS for 2s [ 1205.559301] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1205.559679] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb deletion is rescheduled due to dependency. [ 1205.559679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.724498] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: SUCCESS [ 1205.724726] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.009113] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.009377] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.817131] env[62741]: INFO networking_nsxv3.common.synchronization [req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 req-e2598183-966a-448e-bbbe-15bc3a495e5d tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Enqueued Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1209.818560] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGHEST for action security_group_members [ 1209.818560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.818560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.818560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.818560] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.818560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.818560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.818920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.818920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.818920] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.320438] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.320608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.320683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.320900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.320989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.321192] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.321289] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.321352] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.321498] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.321591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.321685] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085e6409-8736-442d-b0f1-bba67f486286 is going to be updated. [ 1210.348750] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.348875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.348926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.349205] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.349274] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.356913] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: IN_PROGRESS for 2s [ 1210.756104] env[62741]: INFO networking_nsxv3.common.synchronization [req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 req-08817412-afe1-421b-8a99-8856093eeaee tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1210.756589] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1210.756913] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.757058] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.757124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.757313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.757465] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.757562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.757640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.757761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.757843] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.757930] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.076770] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.077076] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.077142] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.077411] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.077672] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.077838] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.077962] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.078207] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.078352] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.078564] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.078684] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.078796] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.078907] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.079029] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.079142] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.079277] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.100077] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.100257] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.100402] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.100576] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-160" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.100872] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-da6cc257-2e63-4c61-9698-60baa13fa02f taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.101056] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.101185] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.101488] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.101632] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6cc257-2e63-4c61-9698-60baa13fa02f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.262882] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.603733] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.603923] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.604063] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.604340] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.604561] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.604740] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port da6cc257-2e63-4c61-9698-60baa13fa02f not found, creating... [ 1211.605010] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.605183] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.605311] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.605556] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.605707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.605993] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.606170] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.606294] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.606506] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.606659] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.606840] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: da6cc257-2e63-4c61-9698-60baa13fa02f is going to be created. [ 1211.625358] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.625554] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.625697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.625921] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.626156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.626377] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.764956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.270567] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.270567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.270567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.270567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.270567] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.270567] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1212.302238] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.302238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.302238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.302238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.302238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.308838] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 req-871fbf0b-c289-4435-ace2-13d4831f7ba8 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 req-871fbf0b-c289-4435-ace2-13d4831f7ba8 service nova] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 req-871fbf0b-c289-4435-ace2-13d4831f7ba8 service nova] Enqueued Resource ID: da6cc257-2e63-4c61-9698-60baa13fa02f with Priority: HIGHEST for action port [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_rules [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1212.319016] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6cc257-2e63-4c61-9698-60baa13fa02f with Priority: HIGHEST for action port [ 1212.319602] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319722] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.319792] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.319992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.320088] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.321430] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.321528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.321643] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6cc257-2e63-4c61-9698-60baa13fa02f taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.321744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.321809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.321982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.322074] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6cc257-2e63-4c61-9698-60baa13fa02f',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.330629] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1212.330719] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:3 started [ 1212.365774] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 085e6409-8736-442d-b0f1-bba67f486286 in Status: SUCCESS [ 1212.367239] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 085e6409-8736-442d-b0f1-bba67f486286 deletion is rescheduled due to dependency. [ 1212.367239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.824127] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.824270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.824486] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da6cc257-2e63-4c61-9698-60baa13fa02f with status ACTIVE [ 1212.824671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.824784] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.824846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.825135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.825235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.825409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.825508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.825585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.825755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.825834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.826023] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.826114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.826176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.826327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.826422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.826516] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da6cc257-2e63-4c61-9698-60baa13fa02f is going to be updated. [ 1212.847285] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.847448] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.847495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.847628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.847750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.847892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6cc257-2e63-4c61-9698-60baa13fa02f" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.839378] env[62741]: INFO networking_nsxv3.common.synchronization [req-0a90a3ae-c456-4337-bd29-235625883613 req-032384f8-ec4f-4c7d-9e21-eaec3a7b42ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Enqueued Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1213.839913] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd with Priority: HIGHEST for action security_group_members [ 1213.840237] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.840360] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.840428] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.840620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.841035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.841035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.841035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.841248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.841248] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.841339] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d52ba2-eb64-4441-a655-3cccbfdfb7bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.320019] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1214.320019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.320019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.320019] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.320283] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.320283] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.320383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.320560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.320657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.320775] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.344654] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.344830] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.344957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.345215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.345313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.345543] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.345674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.345707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.345909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.345995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.346106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd is going to be updated. [ 1214.369968] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.370126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.370198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.370391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.370528] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.378359] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: IN_PROGRESS for 2s [ 1214.823366] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.325222] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.828029] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.828202] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.828277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.828494] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.828585] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.828680] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1215.857562] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.857691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.857753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.857921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1215.858067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.867100] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1216.275017] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.275017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.275017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.275017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.275352] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.389101] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd in Status: SUCCESS [ 1216.389101] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d52ba2-eb64-4441-a655-3cccbfdfb7bd deletion is rescheduled due to dependency. [ 1216.389101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d52ba2-eb64-4441-a655-3cccbfdfb7bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.463319] env[62741]: INFO networking_nsxv3.common.synchronization [req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 req-8f184317-a18e-406d-a861-c964273068be tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1216.464407] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1216.464829] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.464891] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.464989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.465239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.465421] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.465532] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.465627] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.465802] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.465890] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.466028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.777824] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.786122] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.786382] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.786547] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.786827] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.787172] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.787414] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.787554] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.787852] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.788054] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.788320] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.788469] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.788657] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.788864] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.789037] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.789169] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.789312] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.808216] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.808388] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.808531] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.808704] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.809091] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-d1f5fabf-d480-41b6-b260-bbbe27724346 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.809374] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.809589] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.809918] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.810142] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f5fabf-d480-41b6-b260-bbbe27724346',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.968483] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.968732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.968732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.968934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.969036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.969230] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.969330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.969384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.969557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.969646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.969734] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1216.996863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.997051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.997051] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.997241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.997377] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.006501] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1217.279486] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.313042] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.313042] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.313304] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.313474] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.313650] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.313826] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port d1f5fabf-d480-41b6-b260-bbbe27724346 not found, creating... [ 1217.314214] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.314406] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.314618] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.314860] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.315043] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.315360] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.315565] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.315707] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.315933] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.316101] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.316262] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 is going to be created. [ 1217.346167] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.346399] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.346545] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.346865] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.347292] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.347540] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.781712] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1217.781985] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1217.876757] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1217.876984] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.877225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.877441] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.877667] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.877797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.877880] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.878112] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.878206] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.878295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.878400] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 req-670d522c-cdd4-42b6-8d76-63f366b574c9 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 req-670d522c-cdd4-42b6-8d76-63f366b574c9 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 req-670d522c-cdd4-42b6-8d76-63f366b574c9 service nova] Enqueued Resource ID: d1f5fabf-d480-41b6-b260-bbbe27724346 with Priority: HIGHEST for action port [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1218.027228] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f5fabf-d480-41b6-b260-bbbe27724346 with Priority: HIGHEST for action port [ 1218.028528] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.028852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.029091] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.029451] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.029676] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.032356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.032356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.032356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f5fabf-d480-41b6-b260-bbbe27724346 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.032356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.032356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.032356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.032356] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f5fabf-d480-41b6-b260-bbbe27724346',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.381185] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.381329] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.381371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.381598] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.381795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.381904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.381971] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.382137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.382226] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.382328] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.382497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.382623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.382623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.382763] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.382889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.382978] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.383056] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.383176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.383251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.383331] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.383418] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.535887] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.536077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.536127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.536313] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.549937] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1218.550815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.551593] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1218.552762] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.552902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.553090] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1f5fabf-d480-41b6-b260-bbbe27724346 with status ACTIVE [ 1218.553203] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.553278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.553364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.553597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.553683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.553847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.553943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.554009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.554243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.554415] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554523] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.554583] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.554798] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.554878] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 is going to be updated. [ 1218.576671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.576856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.576904] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.577093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.577220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.577382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.594796] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.594933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.594986] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.595181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.607162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.607930] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1218.608031] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1218.608128] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1218.655356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.655602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.655602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.656100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.657413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.657616] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1218.756478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.756638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.756734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.757069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.757242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.757480] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1218.833623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.834235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.834414] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.834746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.835199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.835678] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1218.835917] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'72182e6e-d0c7-41c7-8fca-6ab8a3327bcf', '8b6c4b04-90f7-49e1-b156-242266099742', '1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15', '47f485bd-9d93-446d-b18c-b7735346d1a2', '9cd046f9-d3e0-46e8-8cf2-f8981748a6bc', 'b14be048-4b59-4325-bc3a-f0cd073621d0', 'eef18802-eb53-41b2-aca4-c965a38ad000', '17b99e06-8bf9-4b5b-84a4-7d79f8059008', '72bc852e-7cb1-432e-9d13-2021d349c349', 'c1d2c1be-3cc4-4278-b77e-efd93f3b29ff', '085e6409-8736-442d-b0f1-bba67f486286', '33b1b6f0-730c-4b33-8735-d57317a36659', '7e64152d-f1ac-4d39-8a66-96ac39197941', '2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8', '298e8054-4a78-40a6-a40b-faf664afb335', '2e2c3979-bd57-432b-adf7-b216f3c87bab', 'f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e', 'f809307f-0cbd-43ee-be1b-b71318e12d70', '3c905fd7-fa67-4598-a967-4b9635f69b3c', '6adfc8ec-c22f-4c27-bc00-acfd0403b6c9', 'd7e09d7a-c58a-4242-98bc-cf3f1ff52635', '60db0697-be26-4955-b300-806a31217d8a', '63c5e16c-9604-4193-ae17-237bd612cf67', '3babbd7c-9348-49b6-9c6b-fb9af508b905', '406e6b1b-2335-4f95-95d9-e09032a4c620', '31dc528e-a7b3-4fa8-933a-9aae0467601a', '69279a8b-6965-4f37-b051-527c1a1f49ce', '4f3ddc6c-72ef-4dfb-a2e4-ad9963f4bd7f', '827ccf7c-902c-4dad-beaa-4a1344c7fbaa', '18a1482a-2e86-4f5d-a346-5b6c830121ad', '19b693ed-3f7a-4d53-97c7-e8502e76a330', '6c10dd31-1795-4252-ac4a-8b2276a48a8c', 'd9f2f43a-706c-4d67-9df2-68ed17c21d30', '58f41eaf-ae11-4384-962c-a17f74d34754', '72e2abcc-5446-4cb6-9bce-46539262f285', 'd68402a2-95ef-4e25-a1db-ff75dc424d1f', '27d52ba2-eb64-4441-a655-3cccbfdfb7bd', 'baaeac18-34ac-4d2b-a788-cba8d9d65c4b', 'd8f22edf-c1b1-4cfb-81d3-f494002f7936', 'd2b99c11-1abb-4ff0-9b1b-31929b1df9cb', 'f5fad59a-c01b-4ef0-985e-107b2e75f0f6', '4950cb6f-4715-4b9e-9f93-93c7cbfed2a7', 'ca1e3975-e935-4658-b7bb-a739303bc85d', 'c24a34d2-3b27-4220-be28-335208fc61f0', '1eccb415-81e1-43ff-9e53-c21856aee23b', '2e08fda1-5ac2-4975-806e-a8bc863cf062'} {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1218.837378] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1218.855231] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.855231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.855231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.855231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.855231] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.855231] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1218.855231] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1218.855231] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1218.886409] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1218.904294] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.904294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.904294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.904294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.927024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.927024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.927024] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.927024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.927704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.927704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.927704] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1218.961651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.962176] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.962393] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.962752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.964118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.964654] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1218.964851] env[62741]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=62741) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1218.965046] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1218.965233] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1218.965560] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1218.965856] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGH for action security_group_rules [ 1218.966152] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGH for action security_group_rules [ 1218.966378] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGH for action security_group_rules [ 1218.966596] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGH for action security_group_rules [ 1218.966860] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGH for action security_group_rules [ 1218.968134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.000021] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.000021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.000021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.000021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.000021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.014188] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1219.015188] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1219.015495] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb deletion is rescheduled due to dependency. [ 1219.015740] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.016040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.016345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.016673] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.016966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.017151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.017408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.017590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.017780] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.519927] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.024552] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.528290] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.528478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.528478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.528705] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.528817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.528891] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1220.556144] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.556277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.556348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.556628] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.556767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.565933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1221.027550] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1221.027902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [None req-b4a25216-8a7d-4e7f-9b56-f081f406d477 None None] Enqueued Resource ID: 6a6b6f18-e73b-45a7-860b-30481532d30a with Priority: HIGHEST for action port [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6b6f18-e73b-45a7-860b-30481532d30a with Priority: HIGHEST for action port [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef18802-eb53-41b2-aca4-c965a38ad000 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298e8054-4a78-40a6-a40b-faf664afb335 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f809307f-0cbd-43ee-be1b-b71318e12d70 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b1b6f0-730c-4b33-8735-d57317a36659 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 085e6409-8736-442d-b0f1-bba67f486286 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14be048-4b59-4325-bc3a-f0cd073621d0 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6c4b04-90f7-49e1-b156-242266099742 with Priority: HIGH for action security_group_rules [ 1222.410864] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 with Priority: HIGH for action security_group_rules [ 1222.412113] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6b6f18-e73b-45a7-860b-30481532d30a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.412113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6b6f18-e73b-45a7-860b-30481532d30a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.412113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6b6f18-e73b-45a7-860b-30481532d30a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.412113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6b6f18-e73b-45a7-860b-30481532d30a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.412113] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6b6f18-e73b-45a7-860b-30481532d30a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.412428] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.412533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.412688] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.412775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.412849] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72182e6e-d0c7-41c7-8fca-6ab8a3327bcf',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.413974] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.414464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.414464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.414725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.414872] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.415576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef18802-eb53-41b2-aca4-c965a38ad000 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.415689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.415776] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.415925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.416144] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef18802-eb53-41b2-aca4-c965a38ad000',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.416717] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298e8054-4a78-40a6-a40b-faf664afb335 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.416915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.416915] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.417099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.417135] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298e8054-4a78-40a6-a40b-faf664afb335',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.417806] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.417929] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.418009] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.418167] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.418241] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6adfc8ec-c22f-4c27-bc00-acfd0403b6c9',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.418919] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c905fd7-fa67-4598-a967-4b9635f69b3c taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.419311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.419311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.419418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.419471] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c905fd7-fa67-4598-a967-4b9635f69b3c',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.420179] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f809307f-0cbd-43ee-be1b-b71318e12d70 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.420302] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.420392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.420575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.420575] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f809307f-0cbd-43ee-be1b-b71318e12d70',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.421239] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.421368] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.421420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.421607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.421678] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.422353] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.422493] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.422559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.422718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.422792] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.423579] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e2c3979-bd57-432b-adf7-b216f3c87bab taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.423692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.423767] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.423922] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.423995] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e2c3979-bd57-432b-adf7-b216f3c87bab',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.424678] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e64152d-f1ac-4d39-8a66-96ac39197941 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.424794] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.424863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.425035] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.425110] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e64152d-f1ac-4d39-8a66-96ac39197941',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.426096] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33b1b6f0-730c-4b33-8735-d57317a36659 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.426096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.426096] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.426294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.426294] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33b1b6f0-730c-4b33-8735-d57317a36659',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.426846] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-085e6409-8736-442d-b0f1-bba67f486286 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.426956] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.427046] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.427192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.427316] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('085e6409-8736-442d-b0f1-bba67f486286',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b14be048-4b59-4325-bc3a-f0cd073621d0 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.430630] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.430630] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b14be048-4b59-4325-bc3a-f0cd073621d0',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.431412] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.431529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.431529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.433028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.433028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b99e06-8bf9-4b5b-84a4-7d79f8059008',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.433028] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.433028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.433028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.433028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.433028] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd046f9-d3e0-46e8-8cf2-f8981748a6bc',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.433506] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b6c4b04-90f7-49e1-b156-242266099742 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.433586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.433635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.433777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.433843] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b6c4b04-90f7-49e1-b156-242266099742',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.434648] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f485bd-9d93-446d-b18c-b7735346d1a2 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.434752] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.434859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.434967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.435044] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f485bd-9d93-446d-b18c-b7735346d1a2',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.584933] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1222.585221] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.585554] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.585791] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.585989] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.586211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.586211] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.586338] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.586422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.586510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.586603] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.936675] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a6b6f18-e73b-45a7-860b-30481532d30a [ 1222.936909] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.937122] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.937163] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.937364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.937446] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.937537] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a6b6f18-e73b-45a7-860b-30481532d30a already deleted. [ 1222.937613] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6b6f18-e73b-45a7-860b-30481532d30a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.948839] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.948973] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.949041] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.949246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.949409] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.949513] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.949580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.949720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.949803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.949888] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.949975] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.956648] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.956844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.956967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.957175] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.957360] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.958297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.958297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.958297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.958297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.958297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.958297] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.960995] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.961148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.961220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.961425] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.961591] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.961704] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.961770] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.961921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.962013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.962105] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.962190] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.976159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.976253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.976294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.976483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.976674] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.976826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.976826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.976985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.977142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.977310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.977513] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.977623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.977689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.977925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.977925] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.978114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.978114] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.978309] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.978394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.978475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.978555] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.014888] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.015093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.015093] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.015295] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.016904] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.017078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.018895] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.019023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.019719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.019816] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.020550] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.020662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.025154] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.025303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.026099] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.026242] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.026990] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.027146] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.027903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.028028] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.028802] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.029149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.029710] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.029831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.030698] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.030985] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.031097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.031740] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.032469] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.032469] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.032892] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.033597] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.033597] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.034216] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.034836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.034836] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.035312] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.035761] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.035855] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.036600] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1223.036938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.039586] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c905fd7-fa67-4598-a967-4b9635f69b3c is going to be deleted. [ 1223.039586] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.039586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.039586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.039586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.053851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.053980] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b99e06-8bf9-4b5b-84a4-7d79f8059008 is going to be deleted. [ 1223.055078] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.055305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.070707] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.070890] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b6c4b04-90f7-49e1-b156-242266099742 is going to be deleted. [ 1223.071693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.071906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.090761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.090885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e64152d-f1ac-4d39-8a66-96ac39197941 is going to be deleted. [ 1223.091797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.092010] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.092999] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.098878] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.098878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.107920] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.108052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.113544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.113793] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef18802-eb53-41b2-aca4-c965a38ad000 is going to be deleted. [ 1223.114660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.114811] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.116246] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.116353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.177765] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.178141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.186033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.186033] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72182e6e-d0c7-41c7-8fca-6ab8a3327bcf is going to be deleted. [ 1223.186033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.186033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.242952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.242952] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e is going to be deleted. [ 1223.242952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.242952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.269426] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.269426] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.296959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.299023] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd046f9-d3e0-46e8-8cf2-f8981748a6bc is going to be deleted. [ 1223.299023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.299023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.326824] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.326938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.342293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.342293] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298e8054-4a78-40a6-a40b-faf664afb335 is going to be deleted. [ 1223.343418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.343418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.392185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.393023] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f809307f-0cbd-43ee-be1b-b71318e12d70 is going to be deleted. [ 1223.394586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.394586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.434556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.435548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.435548] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.435548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.463070] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.463252] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b14be048-4b59-4325-bc3a-f0cd073621d0 is going to be deleted. [ 1223.464318] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.464644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.466261] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.479803] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.486697] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15: rpc.has_security_group_logging(os_id): False [ 1223.505789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.505923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.510227] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.510416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.511086] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.511181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.514940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.515078] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33b1b6f0-730c-4b33-8735-d57317a36659 is going to be deleted. [ 1223.515899] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.516120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.560062] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.560225] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6adfc8ec-c22f-4c27-bc00-acfd0403b6c9 is going to be deleted. [ 1223.561195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.561401] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.595183] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b99c11-1abb-4ff0-9b1b-31929b1df9cb: rpc.has_security_group_logging(os_id): False [ 1223.635812] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.635991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.646067] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.646198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.669617] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.669809] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f485bd-9d93-446d-b18c-b7735346d1a2 is going to be deleted. [ 1223.670788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.671113] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.672583] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.672725] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.716219] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.716349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.736755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.736930] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 085e6409-8736-442d-b0f1-bba67f486286 is going to be deleted. [ 1223.737924] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.738204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.811026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.811026] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e2c3979-bd57-432b-adf7-b216f3c87bab is going to be deleted. [ 1223.811872] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.812121] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.859433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.859433] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8 is going to be deleted. [ 1223.859433] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.859793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.859887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.860034] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c905fd7-fa67-4598-a967-4b9635f69b3c" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.860195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.860355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.860432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.860544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b99e06-8bf9-4b5b-84a4-7d79f8059008" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.861031] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.861190] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.861273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.861388] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b6c4b04-90f7-49e1-b156-242266099742" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.861516] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.861660] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.861736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.861952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e64152d-f1ac-4d39-8a66-96ac39197941" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.862143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef18802-eb53-41b2-aca4-c965a38ad000" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.862834] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72182e6e-d0c7-41c7-8fca-6ab8a3327bcf" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.863215] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.863337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863376] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd046f9-d3e0-46e8-8cf2-f8981748a6bc" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.863610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.863684] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87e3712-94fc-4c03-bb3d-f07f8cfb5b0e" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.863916] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.864065] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.864138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.864253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298e8054-4a78-40a6-a40b-faf664afb335" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.864379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.864577] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.864681] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.864762] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f809307f-0cbd-43ee-be1b-b71318e12d70" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.864928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.865117] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.865185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.865416] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.865537] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.865603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.865744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.865819] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.866042] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.866149] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.866208] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.866343] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.866413] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.866591] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.866657] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.866716] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.866849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.866920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.867015] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1223.868012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.868222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.868305] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.868420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b14be048-4b59-4325-bc3a-f0cd073621d0" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.868535] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.868677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.948886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.949031] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.949143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.949219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.949416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.949555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.949555] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1223.950575] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.951144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.951254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.951347] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6adfc8ec-c22f-4c27-bc00-acfd0403b6c9" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.951560] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.951620] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.951717] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.951799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33b1b6f0-730c-4b33-8735-d57317a36659" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.952635] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.952870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.952974] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.953111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.953192] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.953370] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f485bd-9d93-446d-b18c-b7735346d1a2" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.954656] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.954766] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.954850] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.954957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.955050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.955172] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-085e6409-8736-442d-b0f1-bba67f486286" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.968597] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc852e-7cb1-432e-9d13-2021d349c349: rpc.has_security_group_logging(os_id): False [ 1223.982274] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1d2c1be-3cc4-4278-b77e-efd93f3b29ff: rpc.has_security_group_logging(os_id): False [ 1224.018307] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.018462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.018462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.018806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.018806] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.018908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e2c3979-bd57-432b-adf7-b216f3c87bab" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.052235] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.052384] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.052472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.052689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.073681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.073809] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.089976] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.090143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.093843] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.093967] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.151625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.151937] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.152073] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.152139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.152310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.152389] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.152493] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1224.153544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.153712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.180967] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.181119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.252299] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.252563] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.252719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.252785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.252931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.253023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.253123] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff is going to be updated. [ 1224.254260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.254442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.254526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.254646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f4ea7be-b719-4c06-8cd3-3f850fd6c5f8" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.254769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.254913] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.255055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.255989] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.256169] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.256301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.321628] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1224.348318] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.348552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.348552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.348787] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.348892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.362680] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1224.378839] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1224.466167] env[62741]: INFO networking_nsxv3.common.synchronization [None req-14b674ef-754e-4b55-bbe9-c8223ecfbbff None None] Enqueued Resource ID: ba714644-05ff-4b8a-beb4-de2e4d375493 with Priority: HIGHEST for action port [ 1224.466802] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba714644-05ff-4b8a-beb4-de2e4d375493 with Priority: HIGHEST for action port [ 1224.467124] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba714644-05ff-4b8a-beb4-de2e4d375493 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.467258] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba714644-05ff-4b8a-beb4-de2e4d375493" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.467326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba714644-05ff-4b8a-beb4-de2e4d375493" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.467602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba714644-05ff-4b8a-beb4-de2e4d375493" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.467687] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba714644-05ff-4b8a-beb4-de2e4d375493',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.516393] env[62741]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1224.517164] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.517269] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.517371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.517573] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.517756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.546452] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: IN_PROGRESS for 2s [ 1224.969917] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba714644-05ff-4b8a-beb4-de2e4d375493 [ 1224.971184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.971184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.971184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.971184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.971184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.971184] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba714644-05ff-4b8a-beb4-de2e4d375493 already deleted. [ 1224.971184] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba714644-05ff-4b8a-beb4-de2e4d375493" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.251408] env[62741]: INFO networking_nsxv3.common.synchronization [req-f9ba44b7-5a9f-45cf-9c31-84556237d50a req-15ebf2e7-d7d0-4557-8784-adf3f00be93d tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1225.251408] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1225.251408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.251408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.251408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.251408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.251408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.251701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.251701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.251701] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.251799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.251906] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.753974] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.256081] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.333846] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1226.334161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.384066] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1226.384297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.387493] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1226.388301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.558560] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: SUCCESS [ 1226.558744] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.758709] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.758953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.758953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.759168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.759474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.759474] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1226.789618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.789793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.789865] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.790079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.790222] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.798794] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1227.775392] env[62741]: INFO networking_nsxv3.common.synchronization [req-28942037-7019-4b78-b31a-a276d15d28d6 req-f94d0bb2-b932-4f41-8dd3-6147f9ea04ad tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1227.775392] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1227.775392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.775392] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.775392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.775392] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.039687] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.039914] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.040055] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.040397] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.040668] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.040837] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.041371] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.041371] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.041569] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.041821] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.041949] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.043385] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.043571] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.043711] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.043834] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.043979] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.063620] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.063781] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.063925] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.064119] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.064421] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-e4da4e80-000a-4d0c-9552-b5ab729e108a taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.064633] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.064767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.065078] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.065229] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4da4e80-000a-4d0c-9552-b5ab729e108a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.278275] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.278487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.278487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.278642] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.278736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.278934] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.279047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.279107] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.279260] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.279336] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.279419] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df already deleted. [ 1228.279497] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.567751] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.568019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.568127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.568402] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.568569] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.568752] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port e4da4e80-000a-4d0c-9552-b5ab729e108a not found, creating... [ 1228.569014] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.569188] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.569316] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.569539] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.569687] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.569973] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.570150] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.570276] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.570487] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.570624] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.570769] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: e4da4e80-000a-4d0c-9552-b5ab729e108a is going to be created. [ 1228.591069] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.591270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.591401] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.591645] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.591877] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.592110] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.809055] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1228.809364] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.310977] env[62741]: INFO networking_nsxv3.common.synchronization [req-28942037-7019-4b78-b31a-a276d15d28d6 req-9eb892fa-051a-4d28-961c-8a925dedc301 service nova] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_rules [ 1229.311170] env[62741]: INFO networking_nsxv3.common.synchronization [req-28942037-7019-4b78-b31a-a276d15d28d6 req-9eb892fa-051a-4d28-961c-8a925dedc301 service nova] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1229.311316] env[62741]: INFO networking_nsxv3.common.synchronization [req-28942037-7019-4b78-b31a-a276d15d28d6 req-9eb892fa-051a-4d28-961c-8a925dedc301 service nova] Enqueued Resource ID: e4da4e80-000a-4d0c-9552-b5ab729e108a with Priority: HIGHEST for action port [ 1229.311792] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_rules [ 1229.311928] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1229.311999] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4da4e80-000a-4d0c-9552-b5ab729e108a with Priority: HIGHEST for action port [ 1229.312277] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.312395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.312473] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.312696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.312777] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.313554] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.313749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.313749] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.313894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.314020] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.316373] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.316373] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4da4e80-000a-4d0c-9552-b5ab729e108a taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.316373] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.316373] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4da4e80-000a-4d0c-9552-b5ab729e108a',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.817385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.817720] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.817720] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.820234] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4da4e80-000a-4d0c-9552-b5ab729e108a with status ACTIVE [ 1229.820385] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.820495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.820652] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.820758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.820846] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.821016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.821111] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.821168] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.821330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.821402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.822201] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.822201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.822201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.822201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.822201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.822201] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4da4e80-000a-4d0c-9552-b5ab729e108a is going to be updated. [ 1229.843618] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.843755] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.843844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.844017] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.844151] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.844356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4da4e80-000a-4d0c-9552-b5ab729e108a" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.320283] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.823035] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.823316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.823316] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.823458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.823571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.823704] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be created. [ 1230.845481] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.845662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.845711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.845934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.846118] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.855514] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: UNINITIALIZED for 2s [ 1231.618699] env[62741]: INFO networking_nsxv3.common.synchronization [req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 req-b4c03531-f5e9-4555-8138-e43f29ebb08a tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Enqueued Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1231.619314] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff with Priority: HIGHEST for action security_group_members [ 1231.619853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.619980] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.620066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.620273] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.620421] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.620563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.620563] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.620709] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.620793] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.620883] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1d2c1be-3cc4-4278-b77e-efd93f3b29ff',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.804541] env[62741]: INFO networking_nsxv3.common.synchronization [req-381d7128-3daa-49aa-a1d8-83120f6ec495 req-8468c043-57ee-42d0-a973-b9768f2d2609 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Enqueued Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1231.804879] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 with Priority: HIGHEST for action security_group_members [ 1231.805227] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.805354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.805427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.805889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.805889] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.805889] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.806142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.806142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.806239] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.806292] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.126627] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.127154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.127154] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.127379] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.127504] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.127784] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.127908] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.127977] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.128164] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.128245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.128335] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff is going to be updated. [ 1232.154432] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.154801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.154801] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.154932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.154982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.163902] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: IN_PROGRESS for 2s [ 1232.308324] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.308482] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.308550] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.308761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.308852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.309062] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.309165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.309228] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.309381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.309458] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.309547] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 is going to be updated. [ 1232.337921] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.338124] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.338180] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.338345] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.338484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.352299] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: IN_PROGRESS for 2s [ 1232.865824] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1232.866067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.866236] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.866590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.866651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.866747] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.866808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.867126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.867223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.867312] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.867441] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.371148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.371148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.371148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.371148] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.371148] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.372067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.372067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.372067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.372067] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.372067] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.873631] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5172ca1-4f1b-4463-82f0-57cfa43368df: rpc.has_security_group_logging(os_id): False [ 1233.892611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.892817] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.892885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.893090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.893178] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.893376] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.893478] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.893542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.893693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.893771] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.893974] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.894095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.894159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.894297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.894371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.894611] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.894723] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.894788] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.894930] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.895015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.895105] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be created. [ 1233.952414] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.952565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.952641] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.952851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.953048] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.963942] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1234.173559] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff in Status: SUCCESS [ 1234.173768] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1d2c1be-3cc4-4278-b77e-efd93f3b29ff deletion is rescheduled due to dependency. [ 1234.173923] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1d2c1be-3cc4-4278-b77e-efd93f3b29ff" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.360835] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 in Status: SUCCESS [ 1234.360989] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15 deletion is rescheduled due to dependency. [ 1234.361126] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1332cd5f-b1d7-46c8-8d65-4f16b1c3ba15" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.975958] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1235.976739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.054911] env[62741]: INFO networking_nsxv3.common.synchronization [req-4ec244dc-1849-4dad-ae4b-ad6132702519 req-acae6009-0c3f-4248-afa5-ea4b59fbbb85 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1236.055300] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1236.057738] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.057738] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.057738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.057738] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.560998] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.561179] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.561254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.561464] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.561559] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.561756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.561868] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.561928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.562119] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.562196] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.562256] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1236.588439] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.588580] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.588653] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.588849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.588993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.596649] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1238.607583] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1238.607934] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 deletion is rescheduled due to dependency. [ 1238.607934] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.056573] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.056573] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.152414] env[62741]: INFO networking_nsxv3.common.synchronization [req-2d9074e0-4b08-40c3-a45b-ab96812f1744 req-15d706fa-14c8-4df8-8288-d4c901de873c tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1245.153117] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1245.153268] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.153387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.153466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.153656] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.153820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.153942] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.154026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.154330] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.154421] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.154638] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.423118] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.423333] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.423466] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.423970] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.423970] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.424157] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.424284] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.424492] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.424671] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.424899] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.425017] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.426592] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.426731] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.430279] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.430363] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.430503] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.450833] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.451009] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.451160] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.451327] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.451631] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.451809] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.451930] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.452263] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.452413] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ea9d6e-1528-41c3-98fb-c9d839fd82bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.656756] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.657023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.657023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.657252] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.657390] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.657592] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.657699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.657765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.657940] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.658039] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.658131] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1245.686835] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.687086] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.687214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.687429] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.687571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.698981] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1245.956267] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.956525] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.956665] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.957020] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.957264] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.957336] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd not found, creating... [ 1245.957610] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.957786] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.957922] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.958509] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.958697] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.959590] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.959830] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.960027] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.960486] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.960674] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.960860] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd is going to be created. [ 1245.979909] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.980151] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.980286] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.980556] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.980796] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.981044] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.716513] env[62741]: INFO networking_nsxv3.common.synchronization [req-2d9074e0-4b08-40c3-a45b-ab96812f1744 req-fdc7d650-0ea2-4f4e-bedf-9fcfaab19871 service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 1246.716770] env[62741]: INFO networking_nsxv3.common.synchronization [req-2d9074e0-4b08-40c3-a45b-ab96812f1744 req-fdc7d650-0ea2-4f4e-bedf-9fcfaab19871 service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1246.716836] env[62741]: INFO networking_nsxv3.common.synchronization [req-2d9074e0-4b08-40c3-a45b-ab96812f1744 req-fdc7d650-0ea2-4f4e-bedf-9fcfaab19871 service nova] Enqueued Resource ID: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd with Priority: HIGHEST for action port [ 1246.717262] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 1246.717262] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1246.717397] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd with Priority: HIGHEST for action port [ 1246.717982] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.718130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.718220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.718402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.718486] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.719380] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.719480] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.719680] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.719786] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.719856] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.720306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.720306] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ea9d6e-1528-41c3-98fb-c9d839fd82bd',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.221827] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.221994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.223650] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd with status ACTIVE [ 1247.223931] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.224072] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.224142] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.224671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.224671] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.224671] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.225023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.225023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.225023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.225023] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.225247] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.225341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.225552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.225721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.225782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.225854] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd is going to be updated. [ 1247.245647] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.245849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.245849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.246047] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.246185] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.246342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.708040] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1247.708246] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 deletion is rescheduled due to dependency. [ 1247.708492] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.708674] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.708903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.709103] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.709218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.709280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.709434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.709510] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.709607] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.211929] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.714473] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.216836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.217198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.217198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.217307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.217394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.217493] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1249.245984] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.246182] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.246280] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.246572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.246797] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.255525] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1250.447611] env[62741]: INFO networking_nsxv3.common.synchronization [req-5847bce8-4070-4449-8b14-002939f43d00 req-3052a17d-34f2-4e03-917b-2003b09f1667 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1250.448150] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1250.448439] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.448555] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.448625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.448818] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.448961] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.449170] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.449251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.449959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.449959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.449959] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.729648] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.730129] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.730275] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.730551] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.731300] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.731616] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.731772] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.732045] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.732208] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.732427] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.732549] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.732666] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.732782] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.732898] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.733015] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.733179] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.751061] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.751277] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.751430] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.751614] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-371" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.751934] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.752149] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.752272] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.752579] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.752767] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81a85f8-e74b-4a9b-bb80-ec39f4b377fb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.951685] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.257145] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.257145] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port d81a85f8-e74b-4a9b-bb80-ec39f4b377fb not found, creating... [ 1251.257145] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.257145] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.257601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.257601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.257695] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.257833] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.257955] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.258182] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.258322] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.258465] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb is going to be created. [ 1251.267428] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1251.267588] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.267757] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.267933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.268118] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.268229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.268293] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.268442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.268521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.268605] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.268696] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.278887] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.279127] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.279271] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.279523] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.279767] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.279983] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.454053] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.770678] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.956629] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.956765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.956860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.957063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.957160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.957261] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be updated. [ 1251.989310] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.989310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.989310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.989310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.989310] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.991156] env[62741]: INFO networking_nsxv3.common.synchronization [req-5847bce8-4070-4449-8b14-002939f43d00 req-1d401d71-72dd-4ee7-b05c-84ddf0cfd9f0 service nova] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_rules [ 1251.991796] env[62741]: INFO networking_nsxv3.common.synchronization [req-5847bce8-4070-4449-8b14-002939f43d00 req-1d401d71-72dd-4ee7-b05c-84ddf0cfd9f0 service nova] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1251.992097] env[62741]: INFO networking_nsxv3.common.synchronization [req-5847bce8-4070-4449-8b14-002939f43d00 req-1d401d71-72dd-4ee7-b05c-84ddf0cfd9f0 service nova] Enqueued Resource ID: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb with Priority: HIGHEST for action port [ 1251.992713] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_rules [ 1251.993064] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1251.993304] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb with Priority: HIGHEST for action port [ 1251.993823] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.994089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.994290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.995224] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.995224] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.996449] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.996566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.996740] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.996858] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.997650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.997650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.997650] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81a85f8-e74b-4a9b-bb80-ec39f4b377fb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.998612] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1252.272603] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc852e-7cb1-432e-9d13-2021d349c349: rpc.has_security_group_logging(os_id): False [ 1252.294786] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.295033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.295033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.295218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.295322] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.295553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.295655] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.295712] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.295859] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.295926] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.296053] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1252.358207] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.358365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.358406] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.358602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.358739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.375453] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1252.499279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.499565] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.499641] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d81a85f8-e74b-4a9b-bb80-ec39f4b377fb with status ACTIVE [ 1252.499818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.499952] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.499998] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.500238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.500339] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.500508] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.500607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.500667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.500827] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.500906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.501100] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.501195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.501251] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.501392] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.501467] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.501550] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb is going to be updated. [ 1252.525074] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.525243] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.525303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.525470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.525586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.525738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.008070] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1254.008566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.008662] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.008906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.009186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.009369] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.009487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.010218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.010218] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.010218] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.392210] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1254.392408] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.512142] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.014853] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.517821] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.517985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.518115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.518297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.518387] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.518491] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be updated. [ 1255.551316] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.551531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.551531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.551731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.551879] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.559954] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1256.994770] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.995229] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1257.571911] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1257.572161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.572348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.572610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.572794] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.572900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.572964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.573129] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.573212] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.573301] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.573393] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.075679] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.076138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.076138] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.076256] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.076335] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.076437] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.076500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.076645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.076735] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.076825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.076970] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.077101] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.077162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.077304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.077441] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.077557] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.077666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.077863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.077951] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.078050] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.078141] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.580901] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5172ca1-4f1b-4463-82f0-57cfa43368df: rpc.has_security_group_logging(os_id): False [ 1258.601553] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.601769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.601769] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.601902] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.601990] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.602184] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.602287] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.602355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.602500] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.602579] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.602777] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.602867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.602935] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.603077] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.603153] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.603335] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.603420] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.603486] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.603612] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.603686] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.603772] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be updated. [ 1258.662142] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.662319] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.662381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.662568] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.662698] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.677404] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1260.693113] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1260.693466] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.996213] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.996602] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.997826] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.998144] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.999347] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.999650] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.178623] env[62741]: INFO networking_nsxv3.common.synchronization [req-2e6249d9-0b69-4756-a71c-203669902854 req-70b5b608-31f4-4979-8ce5-502ae55af28a tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1275.178623] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1275.178623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.178623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.178623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.178623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.178623] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.178623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.179348] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.179692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1275.179953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.180255] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.683092] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.186180] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.688897] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.689156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.689156] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.689366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.689456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.689557] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be updated. [ 1276.718789] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.718964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.719029] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.719219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.719363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.727285] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1278.738059] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1278.738381] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.177379] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.177648] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.697767] env[62741]: INFO networking_nsxv3.common.synchronization [req-49a99e6c-9738-4c65-abc3-dac87f71ca32 req-4ec548e7-83fd-477d-a9b9-a1b8d7bdf850 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Enqueued Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1281.698333] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5172ca1-4f1b-4463-82f0-57cfa43368df with Priority: HIGHEST for action security_group_members [ 1281.698634] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5172ca1-4f1b-4463-82f0-57cfa43368df taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.698761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.698840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.699229] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.699337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.699434] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.699491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.699680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.699753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.699917] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5172ca1-4f1b-4463-82f0-57cfa43368df',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.203234] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.203386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.203386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.203685] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.203815] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.204030] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.204137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.204203] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.204405] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.204509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.204619] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df is going to be updated. [ 1282.232026] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.232026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.232210] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.232275] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.232394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.240252] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: IN_PROGRESS for 2s [ 1284.251021] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5172ca1-4f1b-4463-82f0-57cfa43368df in Status: SUCCESS [ 1284.251383] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5172ca1-4f1b-4463-82f0-57cfa43368df deletion is rescheduled due to dependency. [ 1284.251383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5172ca1-4f1b-4463-82f0-57cfa43368df" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.699731] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.700045] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.670351] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.670693] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.670693] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.670959] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.671211] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.671391] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.671515] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.671736] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.671884] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.672117] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.672236] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.672353] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.672465] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.672579] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.672690] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.672827] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.692519] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.692687] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.692823] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.692983] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-488" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.693260] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-d1f5fabf-d480-41b6-b260-bbbe27724346 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.693419] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.693543] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.693760] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.693896] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f5fabf-d480-41b6-b260-bbbe27724346',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.195954] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.196189] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.196328] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.196613] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.196771] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.197088] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.197288] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.197425] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.197658] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.197801] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.198101] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.198268] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.198390] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.198598] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.198734] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.198880] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 is going to be updated. [ 1291.700578] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.701038] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.701761] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.702030] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.896372] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/segments/nsx-vlan-transportzone-488/ports/d1f5fabf-d480-41b6-b260-bbbe27724346 [ 1296.896590] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1296.940232] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.940452] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.940591] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.940884] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.953148] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.953740] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.953919] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.954063] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.954331] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.954493] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.954646] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 is going to be updated. [ 1296.973621] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.973799] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.973925] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.974177] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.974364] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.974606] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.411140] env[62741]: INFO networking_nsxv3.common.synchronization [req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 req-3ac38df0-7dee-4568-bb07-058a59e226f3 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1297.411331] env[62741]: INFO networking_nsxv3.common.synchronization [req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 req-3ac38df0-7dee-4568-bb07-058a59e226f3 service nova] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1297.411485] env[62741]: INFO networking_nsxv3.common.synchronization [req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 req-3ac38df0-7dee-4568-bb07-058a59e226f3 service nova] Enqueued Resource ID: d1f5fabf-d480-41b6-b260-bbbe27724346 with Priority: HIGHEST for action port [ 1297.411705] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_rules [ 1297.411834] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1297.411929] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f5fabf-d480-41b6-b260-bbbe27724346 with Priority: HIGHEST for action port [ 1297.412497] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.412599] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.412670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.412863] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.412941] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.413818] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.414472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.414472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.414472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.414472] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.414472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.414472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.414778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.414778] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.414778] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.415552] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f5fabf-d480-41b6-b260-bbbe27724346 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.415646] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.415696] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.415931] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.415931] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f5fabf-d480-41b6-b260-bbbe27724346',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.917706] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.918079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.918079] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.918848] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1f5fabf-d480-41b6-b260-bbbe27724346 with status ACTIVE [ 1297.919320] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.919320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.919320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.919514] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.919561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.919731] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.919838] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.919921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.920074] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.920159] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.920326] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.920416] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.920472] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.920610] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.920682] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.920761] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1f5fabf-d480-41b6-b260-bbbe27724346 is going to be updated. [ 1297.939250] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.939442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.939442] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.939607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.939734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.939870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f5fabf-d480-41b6-b260-bbbe27724346" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.423199] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.925581] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.925845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.925845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.926015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.926134] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.926265] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1298.955478] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.955623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.955714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.955897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.956052] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.963562] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1300.973542] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1300.973982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.973982] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.974143] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.974321] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.974432] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.974515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.974645] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.974727] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.974804] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.974893] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.476797] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.979452] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b99c11-1abb-4ff0-9b1b-31929b1df9cb: rpc.has_security_group_logging(os_id): False [ 1301.997740] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.997936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.997936] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.998199] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.998304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.998591] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.998700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.998785] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.998993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.999115] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.999212] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1302.060994] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.061261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.061261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.061508] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1302.061669] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.073519] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1302.412743] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.412973] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1304.089745] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1304.090150] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.414290] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.414801] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.416447] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.416736] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.712795] env[62741]: INFO networking_nsxv3.common.synchronization [req-925d6282-793d-4557-84fa-b55451b6fe1c req-952fe0a3-b739-4393-b8b0-00f99cc61816 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Enqueued Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1313.712795] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb with Priority: HIGHEST for action security_group_members [ 1313.712795] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.712795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.712795] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.713189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.713189] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.713189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.713314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.713445] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1313.713518] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.713665] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b99c11-1abb-4ff0-9b1b-31929b1df9cb',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.215863] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.216123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.216123] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.216436] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.216638] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.216828] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.216941] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.217018] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.217181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.217262] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.217350] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb is going to be updated. [ 1314.243323] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.243459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.243459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.243604] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.243732] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.253387] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: IN_PROGRESS for 2s [ 1316.263527] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb in Status: SUCCESS [ 1316.263894] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b99c11-1abb-4ff0-9b1b-31929b1df9cb deletion is rescheduled due to dependency. [ 1316.263894] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b99c11-1abb-4ff0-9b1b-31929b1df9cb" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.713316] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.713316] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.714495] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.714819] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.161629] env[62741]: INFO networking_nsxv3.common.synchronization [req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 req-fdc4c59b-a5b8-4ad7-83cd-aae13bf37f7d tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1325.162195] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1325.163263] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.163263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.163263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.163263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.163722] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.163837] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.163903] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.164097] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.164194] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.164290] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.666839] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.667135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.667135] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.667297] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.667394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.667585] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.667697] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.667741] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.667909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.667954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.668047] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1325.695991] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.696166] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.696214] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.696363] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.696521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.703965] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1327.714273] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1327.714672] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 deletion is rescheduled due to dependency. [ 1327.714672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.163217] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.163611] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.029917] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab req-00baf4be-518e-40a7-87b2-b5e185e3b7cc tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1332.030966] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1332.030966] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.030966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.030966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.030966] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.031296] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.031349] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.031452] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.031644] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.031900] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.032044] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.282440] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.282658] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.282804] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.283181] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.283488] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.283737] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.283892] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.284169] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.284363] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.285042] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.285042] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1332.285042] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1332.285042] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1332.285262] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.285262] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1332.285472] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1332.306580] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1332.306744] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1332.306883] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1332.307072] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-629" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.307366] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-63647da1-abab-424c-9f99-146074228ca1 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.307534] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.307660] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.307965] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.308129] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63647da1-abab-424c-9f99-146074228ca1',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.534265] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.534495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.534495] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.534680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.534742] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.534923] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.535036] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.535100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.535232] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.535307] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.535394] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1332.558226] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.558419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.558419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.558553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.558666] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.565469] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1332.811758] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.812019] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.812156] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.812444] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.812601] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.812764] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 63647da1-abab-424c-9f99-146074228ca1 not found, creating... [ 1332.813079] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.813196] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.813323] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.813566] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.813740] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.814071] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.814270] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.814401] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.814635] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.814793] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.814952] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 63647da1-abab-424c-9f99-146074228ca1 is going to be created. [ 1332.838291] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.838417] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.838523] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.838763] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.838994] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.839223] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.495820] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab req-1394cfe5-b5d3-444c-a246-ff5da485e0ef service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 1333.496093] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab req-1394cfe5-b5d3-444c-a246-ff5da485e0ef service nova] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1333.496192] env[62741]: INFO networking_nsxv3.common.synchronization [req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab req-1394cfe5-b5d3-444c-a246-ff5da485e0ef service nova] Enqueued Resource ID: 63647da1-abab-424c-9f99-146074228ca1 with Priority: HIGHEST for action port [ 1333.496357] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_rules [ 1333.496487] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1333.496583] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63647da1-abab-424c-9f99-146074228ca1 with Priority: HIGHEST for action port [ 1333.497178] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.497306] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.497396] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.497561] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.497643] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.498631] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.498631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.498820] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-63647da1-abab-424c-9f99-146074228ca1 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.498932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.498994] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.499160] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.499227] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63647da1-abab-424c-9f99-146074228ca1',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.001016] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.001227] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.001367] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63647da1-abab-424c-9f99-146074228ca1 with status ACTIVE [ 1334.001539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.001650] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.001708] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.001921] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.002024] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.002188] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.002303] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.002337] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.002515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.002566] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.002759] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.002849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.002909] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.003063] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.003140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.003223] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63647da1-abab-424c-9f99-146074228ca1 is going to be updated. [ 1334.023541] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.023690] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.023731] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.023884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.024016] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.024161] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63647da1-abab-424c-9f99-146074228ca1" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.574585] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1334.574878] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 deletion is rescheduled due to dependency. [ 1334.574878] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.575026] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.575235] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.575408] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.575521] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.575586] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.575765] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.575851] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.575946] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.079149] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.580964] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.083768] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.083953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.084040] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.084253] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.084346] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.084446] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1336.120681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.120867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.120867] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.121064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.121217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.129853] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1338.140592] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1338.140833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.140943] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.141162] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.141343] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.141459] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.141524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.141667] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1338.141746] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.141833] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.141922] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.497369] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.497537] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1338.644221] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.148054] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72bc852e-7cb1-432e-9d13-2021d349c349: rpc.has_security_group_logging(os_id): False [ 1339.163957] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.164141] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.164220] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.164411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.164501] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.164736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.164887] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.164968] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.165137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.165217] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.165308] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1339.222903] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.223089] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.223165] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.223270] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.223404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.234714] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1341.249780] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1341.250059] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.498399] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.498770] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.499874] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.500215] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.500742] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.501185] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.502115] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.502115] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.502898] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.503275] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.504205] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.504606] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.505302] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.505574] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.506348] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.506818] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.507427] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.507847] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.508526] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.509037] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.441419] env[62741]: INFO networking_nsxv3.common.synchronization [req-47930fce-222b-4077-8cde-6401331b3e50 req-ea49595b-9ea5-45da-a28b-55ffc93055fc tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Enqueued Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1392.441928] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72bc852e-7cb1-432e-9d13-2021d349c349 with Priority: HIGHEST for action security_group_members [ 1392.442288] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-72bc852e-7cb1-432e-9d13-2021d349c349 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.442418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.442484] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.442679] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.442826] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.442928] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.442991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.443905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.443905] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.443905] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72bc852e-7cb1-432e-9d13-2021d349c349',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.945853] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.946098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.946098] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.946320] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.946404] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.946596] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.946687] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.946758] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.946925] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.947033] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.947106] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 is going to be updated. [ 1392.982505] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.983219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.983219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.983219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.983219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.993138] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: IN_PROGRESS for 2s [ 1395.003821] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72bc852e-7cb1-432e-9d13-2021d349c349 in Status: SUCCESS [ 1395.003821] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72bc852e-7cb1-432e-9d13-2021d349c349 deletion is rescheduled due to dependency. [ 1395.003821] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72bc852e-7cb1-432e-9d13-2021d349c349" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.442697] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.443164] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.950215] env[62741]: INFO networking_nsxv3.common.synchronization [None req-8e46db91-6d28-4296-a957-ab5b1e1c0c2d None None] Enqueued Resource ID: 255c8b35-c66f-45cd-972b-42ff11fff9a6 with Priority: HIGHEST for action port [ 1399.950507] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255c8b35-c66f-45cd-972b-42ff11fff9a6 with Priority: HIGHEST for action port [ 1399.951095] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-255c8b35-c66f-45cd-972b-42ff11fff9a6 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.951200] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255c8b35-c66f-45cd-972b-42ff11fff9a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.951250] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255c8b35-c66f-45cd-972b-42ff11fff9a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.951895] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255c8b35-c66f-45cd-972b-42ff11fff9a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.951983] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255c8b35-c66f-45cd-972b-42ff11fff9a6',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.454958] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255c8b35-c66f-45cd-972b-42ff11fff9a6 [ 1400.455278] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.455439] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.455515] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.455761] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.455870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.455973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255c8b35-c66f-45cd-972b-42ff11fff9a6 already deleted. [ 1400.456069] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255c8b35-c66f-45cd-972b-42ff11fff9a6" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.922689] env[62741]: INFO networking_nsxv3.common.synchronization [None req-89b77b04-560f-4a6d-abb0-548fb0704032 None None] Enqueued Resource ID: 11800cfe-9dfa-4365-bf96-596ac2122440 with Priority: HIGHEST for action port [ 1401.922880] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11800cfe-9dfa-4365-bf96-596ac2122440 with Priority: HIGHEST for action port [ 1401.923337] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-11800cfe-9dfa-4365-bf96-596ac2122440 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.923462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11800cfe-9dfa-4365-bf96-596ac2122440" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.923527] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11800cfe-9dfa-4365-bf96-596ac2122440" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.923775] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11800cfe-9dfa-4365-bf96-596ac2122440" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.923859] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11800cfe-9dfa-4365-bf96-596ac2122440',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.425415] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11800cfe-9dfa-4365-bf96-596ac2122440 [ 1402.425651] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.425782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.425852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.426081] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.426173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.426263] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11800cfe-9dfa-4365-bf96-596ac2122440 already deleted. [ 1402.426342] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11800cfe-9dfa-4365-bf96-596ac2122440" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.077475] env[62741]: INFO networking_nsxv3.common.synchronization [req-7499d724-e524-48fe-980f-e5ac57913259 req-01886c75-7710-4c3b-97c9-c402c8325136 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1405.077475] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1405.077475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.077475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.077475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.078371] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.078681] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.078965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.079189] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.079475] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.079693] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.079932] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.359009] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.359227] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "network-328" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.359360] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "network-328" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.359682] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "network-328" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.359951] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.360130] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.360257] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.360478] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.360625] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.360850] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.360971] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] NeedRegenerationException {{(pid=62741) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1405.361101] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] no value, waiting for create lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1405.361218] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] value creation lock acquired {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1405.361336] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] No value present for key: 'zone-id' {{(pid=62741) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1405.361448] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Calling creation function for not-yet-present value {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1405.361588] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1405.381521] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1405.381675] env[62741]: DEBUG dogpile.cache.region [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=62741) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1405.381808] env[62741]: DEBUG dogpile.lock [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Released creation lock {{(pid=62741) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1405.381971] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "network-328" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.382265] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock port-6e2c1f78-2998-4bec-ac44-b3da95630123 taken with stack trace [, , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.382434] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.382558] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.382842] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.382984] env[62741]: DEBUG networking_nsxv3.api.rpc [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2c1f78-2998-4bec-ac44-b3da95630123',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.583619] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.583825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.583825] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.583993] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.584099] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.584289] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.584391] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.584465] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.584603] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.584677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.584761] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe already deleted. [ 1405.584841] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.885676] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.885896] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.886042] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.886319] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.886472] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.886633] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Segment Port 6e2c1f78-2998-4bec-ac44-b3da95630123 not found, creating... [ 1405.886887] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.887069] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.887234] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.887463] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.887605] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.887889] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.888061] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.888187] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.888401] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.888544] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.888692] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Resource: SegmentPort with ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 is going to be created. [ 1405.907536] env[62741]: DEBUG networking_nsxv3.common.locking [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.907702] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.907827] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.908054] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.908278] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.908485] env[62741]: DEBUG oslo_concurrency.lockutils [None req-79b3c6ff-d7bf-4069-a8f2-1d4ffb638089 None None] Releasing lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.563089] env[62741]: INFO networking_nsxv3.common.synchronization [req-7499d724-e524-48fe-980f-e5ac57913259 req-9dd2faa8-e43f-4b1b-a77e-20352e650809 service nova] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1406.563358] env[62741]: INFO networking_nsxv3.common.synchronization [req-7499d724-e524-48fe-980f-e5ac57913259 req-9dd2faa8-e43f-4b1b-a77e-20352e650809 service nova] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1406.563440] env[62741]: INFO networking_nsxv3.common.synchronization [req-7499d724-e524-48fe-980f-e5ac57913259 req-9dd2faa8-e43f-4b1b-a77e-20352e650809 service nova] Enqueued Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1406.563920] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1406.564080] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1406.564174] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1406.564455] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.564571] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.564637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.564870] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.564956] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.565847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.565947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.565947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.566094] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.566243] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.566326] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.566386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.566524] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.566608] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.566687] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.567383] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2c1f78-2998-4bec-ac44-b3da95630123 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.567499] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.567548] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.567692] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.567763] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2c1f78-2998-4bec-ac44-b3da95630123',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.070095] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.070095] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.070412] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.071156] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2c1f78-2998-4bec-ac44-b3da95630123 with status ACTIVE [ 1407.071319] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.071488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.071488] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.071622] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.071683] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.071847] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.071946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.072021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.072171] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.072261] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.072507] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.072607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.072607] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.072721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.072796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.072878] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 is going to be updated. [ 1407.093901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.094100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.094100] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.094241] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.094365] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.094509] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.574478] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.077279] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.077517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.077517] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.077734] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.077826] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.077928] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be created. [ 1408.100677] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.100961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.100961] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.101066] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.101225] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.109648] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: UNINITIALIZED for 2s [ 1410.120530] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1410.120875] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.121075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.121341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.121591] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.121772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.121886] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.122139] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.122267] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.122422] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.122580] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.624362] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.624590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.624590] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.626055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.626055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.626055] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.626055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.627290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.627290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.627290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.627290] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.627290] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.128673] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ba5b71f-3076-470a-950c-4207ee790cbe: rpc.has_security_group_logging(os_id): False [ 1411.149139] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.149285] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.149361] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.149553] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.149672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.149859] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.149964] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.150042] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.150201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.150281] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.150475] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.150572] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.150635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.150777] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.150852] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.151046] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.151144] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.151204] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.151341] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.151418] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.151501] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be created. [ 1411.249396] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.249591] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.249648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.249840] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.250020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.279973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1411.565406] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.565654] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1413.299303] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1413.299820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.566524] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.566924] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.568326] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.568764] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.279957] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.280334] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.280710] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.280842] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.281294] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb82efc0-047c-407d-bbf7-1f103ed2fbad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.281294] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.281456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.281618] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.282152] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.282263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.282385] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.282481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.282581] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.282652] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.283436] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.283542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.283606] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.283753] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.283891] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.283985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.284055] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.284195] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.284272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.284351] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.320614] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1423.320807] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.320953] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_rules [ 1423.321104] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.321240] env[62741]: INFO networking_nsxv3.common.synchronization [req-f50a92b4-4b0b-4b80-b8ad-94d6eeb72813 req-929a89bb-0192-4559-99e3-59030091a725 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1423.321460] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1423.321589] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_rules [ 1423.321687] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1423.321777] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.321865] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.322356] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.322543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.322543] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.322718] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.322820] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.323536] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb82efc0-047c-407d-bbf7-1f103ed2fbad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.323648] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.323715] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.323918] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.323996] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.324675] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2c1f78-2998-4bec-ac44-b3da95630123 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.324781] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.324845] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.324992] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.325132] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2c1f78-2998-4bec-ac44-b3da95630123',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.325886] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.326013] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.326173] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb82efc0-047c-407d-bbf7-1f103ed2fbad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.326424] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.542433] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5f5652d-b325-4817-bfa6-0a5bac0920bf req-d03f5f20-d336-4b67-9328-033de63f8295 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.542693] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5f5652d-b325-4817-bfa6-0a5bac0920bf req-d03f5f20-d336-4b67-9328-033de63f8295 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.543127] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad with Priority: HIGHEST for action security_group_members [ 1423.543261] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.543539] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb82efc0-047c-407d-bbf7-1f103ed2fbad taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.543640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.543836] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.543897] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.580649] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5f5652d-b325-4817-bfa6-0a5bac0920bf req-d03f5f20-d336-4b67-9328-033de63f8295 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1423.580841] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5f5652d-b325-4817-bfa6-0a5bac0920bf req-d03f5f20-d336-4b67-9328-033de63f8295 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.580989] env[62741]: INFO networking_nsxv3.common.synchronization [req-a5f5652d-b325-4817-bfa6-0a5bac0920bf req-d03f5f20-d336-4b67-9328-033de63f8295 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1423.581483] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_rules [ 1423.581629] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1423.581730] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 with Priority: HIGHEST for action port [ 1423.581993] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.582106] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.582299] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.582382] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.582622] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2c1f78-2998-4bec-ac44-b3da95630123 taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.582714] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.785633] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.788908] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.827777] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.827932] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.828159] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb82efc0-047c-407d-bbf7-1f103ed2fbad taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.828356] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.828402] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2c1f78-2998-4bec-ac44-b3da95630123 with status ACTIVE [ 1423.828527] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.828675] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.828750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.828912] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.829012] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.829186] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.829282] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.829344] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.829487] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.829562] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.829736] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.829860] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.829920] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.830071] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.830137] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.830221] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 is going to be updated. [ 1423.851038] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.851181] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.851223] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.851397] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.851522] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.851672] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.851813] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.851959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.852056] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2c1f78-2998-4bec-ac44-b3da95630123',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.287805] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.293291] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.357162] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e2c1f78-2998-4bec-ac44-b3da95630123 with status ACTIVE [ 1424.357397] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.357531] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.357616] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.357844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.357939] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.358135] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.358238] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.358321] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.358456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.358533] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.358732] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.358844] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.358907] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.359064] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.359140] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.359224] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e2c1f78-2998-4bec-ac44-b3da95630123 is going to be updated. [ 1424.383454] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.383680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.383680] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.383823] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.383954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.384120] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2c1f78-2998-4bec-ac44-b3da95630123" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.792719] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.792719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.792719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.792719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.792719] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.792719] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad is going to be created. [ 1424.796090] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.796090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.796090] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.797020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.797020] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.797020] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1424.815500] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.815849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.815849] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.816021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.816623] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.824270] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad in Status: UNINITIALIZED for 2s [ 1424.831008] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.831602] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.831730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.831969] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.832187] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.839246] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1426.835155] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad in Status: SUCCESS [ 1426.835552] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.835631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.835954] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.836182] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.836311] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.836380] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.836547] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.836670] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.836780] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.846332] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1426.846529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.846953] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.847201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.847375] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.847476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.847540] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.847820] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.847938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.848060] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.339450] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.339689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.339689] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.339892] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.339959] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.340171] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.340271] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.340327] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.340470] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.340544] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.340631] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad is going to be deleted. [ 1427.350244] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.376182] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.376399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.376399] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.376564] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.376625] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.376721] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.377198] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.377367] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.377524] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.377626] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.377782] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.377933] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.378027] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.378121] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.852964] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.880875] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.881082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.881082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.881300] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.881386] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.881576] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.881677] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.881754] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.881884] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.881957] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.882050] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad already deleted. [ 1427.882127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.882272] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.882411] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.882549] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.882640] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.882700] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.882828] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.882901] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.882989] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.344965] env[62741]: INFO networking_nsxv3.common.synchronization [req-6f49db94-3181-40d6-b8e0-0b85dc69a25b req-bc147527-c3c5-492c-934a-f4a44ebe2363 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Enqueued Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1428.345523] env[62741]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba5b71f-3076-470a-950c-4207ee790cbe with Priority: HIGHEST for action security_group_members [ 1428.345854] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ba5b71f-3076-470a-950c-4207ee790cbe taken with stack trace [, , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.345965] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.354984] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.355173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.355173] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.355383] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.355474] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.355570] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1428.384317] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.384647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.384647] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.384799] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.384862] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.385942] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.386127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.386127] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.386308] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.386374] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.386504] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.386631] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.386699] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.386803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.386885] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.386969] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad already deleted. [ 1428.387079] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.387079] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.398973] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1428.888714] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb82efc0-047c-407d-bbf7-1f103ed2fbad',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.390246] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb82efc0-047c-407d-bbf7-1f103ed2fbad: rpc.has_security_group_logging(os_id): False [ 1429.406208] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.406357] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.406402] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.406796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.406796] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.406901] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.406995] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.407053] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.407201] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.407278] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.407364] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad is going to be created. [ 1429.422153] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad], does not exist path=[/infra/domains/default/groups/cb82efc0-047c-407d-bbf7-1f103ed2fbad]."\n}' [ 1429.422282] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad [ 1429.422359] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1429.452220] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.452355] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.452398] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.452570] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.453354] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.453589] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.453694] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.453756] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.453906] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.453985] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.454166] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.454263] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.454314] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.454456] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.454529] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.454613] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb82efc0-047c-407d-bbf7-1f103ed2fbad is going to be created. [ 1429.466340] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad], does not exist path=[/infra/domains/default/groups/cb82efc0-047c-407d-bbf7-1f103ed2fbad]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad [ 1429.466483] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb82efc0-047c-407d-bbf7-1f103ed2fbad" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.466622] env[62741]: Traceback (most recent call last): [ 1429.466665] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1429.466665] env[62741]: return func(*args, **kwargs) [ 1429.466665] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1429.466665] env[62741]: res.raise_for_status() [ 1429.466665] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1429.466665] env[62741]: raise HTTPError(http_error_msg, response=self) [ 1429.466665] env[62741]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad [ 1429.466665] env[62741]: During handling of the above exception, another exception occurred: [ 1429.466665] env[62741]: Traceback (most recent call last): [ 1429.466665] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1429.466665] env[62741]: listener.cb(fileno) [ 1429.466665] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1429.466665] env[62741]: result = function(*args, **kwargs) [ 1429.467063] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1429.467063] env[62741]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1429.467063] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1429.467063] env[62741]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1429.467063] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1429.467063] env[62741]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1429.467063] env[62741]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1429.467063] env[62741]: res.raise_for_status() [ 1429.467063] env[62741]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1429.467063] env[62741]: raise HTTPError(http_error_msg, response=self) [ 1429.467063] env[62741]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cb82efc0-047c-407d-bbf7-1f103ed2fbad [ 1429.467063] env[62741]: Removing descriptor: 14 [ 1430.408885] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1430.409197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.409197] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.409450] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.409633] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.409738] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.409876] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.409946] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.410015] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.410132] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.913150] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.913366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.913366] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.913593] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.932991] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.933240] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.933353] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.933419] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.933649] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.933736] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.933830] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1430.961383] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.961576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.961576] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.961739] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.961869] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.969222] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1432.981711] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1432.981711] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe deletion is rescheduled due to dependency. [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.981711] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.981711] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.981711] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.346427] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.346427] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1433.484831] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.484831] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.484831] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.484831] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1433.508460] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.508635] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.508803] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.509021] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.509219] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.517880] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1435.528604] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1435.529075] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe deletion is rescheduled due to dependency. [ 1435.529075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.529075] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.529254] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.529440] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.529556] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.529621] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.529772] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.529853] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.529938] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.530049] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.530854] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.531304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.531304] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.531304] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.531481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.531481] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1435.531542] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.531619] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.033618] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.036730] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.036730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.036730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.036730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.036730] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.037130] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.037130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.037130] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.037245] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.037277] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.037393] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1436.062056] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.062268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.062268] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.062395] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.062520] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.070354] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1436.536010] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ba5b71f-3076-470a-950c-4207ee790cbe: rpc.has_security_group_logging(os_id): False [ 1436.553753] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.553944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.553944] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.554155] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.554244] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.554425] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.554526] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.554587] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.554733] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.554808] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.554892] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be updated. [ 1436.615556] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.615750] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.615814] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.615947] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.616082] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.626698] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: IN_PROGRESS for 2s [ 1438.080251] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1438.080637] env[62741]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe deletion is rescheduled due to dependency. [ 1438.080637] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.347897] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.348126] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1438.639173] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ba5b71f-3076-470a-950c-4207ee790cbe in Status: SUCCESS [ 1438.639394] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.639476] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.639691] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.639781] env[62741]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ba5b71f-3076-470a-950c-4207ee790cbe',) {} {{(pid=62741) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.160060] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.160491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.160491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.160491] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.175462] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.175579] env[62741]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ba5b71f-3076-470a-950c-4207ee790cbe is going to be deleted. [ 1439.209875] env[62741]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=62741) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.210049] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.210104] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.210246] env[62741]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.210332] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.210427] env[62741]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ba5b71f-3076-470a-950c-4207ee790cbe" {{(pid=62741) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.348769] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.349265] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.349984] env[62741]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.349984] env[62741]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.331932] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1452.331932] env[62741]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0cd84d80-68cb-4ff1-9a32-771d23e4aaef None None] NSXv3 Agent Agent loop - iteration:4 started